from typing import Any
from openai import OpenAI
from huggingfacehub import hfhub_download

Modify OpenAI's API key and API base to use vLLM's API server.
openaiapikey = "EMPTY"
openaiapibase = "http://localhost:8000/v1"

TEMP = 0.7
TOP_P = 0.95
MAXTOK = 40960

client = OpenAI(
    apikey=openaiapi_key,
    baseurl=openaiapi_base,
)

models = client.models.list()
model = models.data[0].id

def loadsystemprompt(repo_id: str, filename: str) -> dict[str, Any]:
    filepath = hfhubdownload(repoid=repo_id, filename=filename)
    with open(file_path, "r") as file:
        system_prompt = file.read()

indexbeginthink = system_prompt.find("[THINK]")
    indexendthink = system_prompt.find("[/THINK]")

return {
        "role": "system",
        "content": [
            {"type": "text", "text": systemprompt[:indexbegin_think]},
            {
                "type": "thinking",
                "thinking": system_prompt[
                    indexbeginthink + len("[THINK]") : indexendthink
                ],
                "closed": True,
            },
            {
                "type": "text",
                "text": systemprompt[indexend_think + len("[/THINK]") :],
            },
        ],
    }

SYSTEMPROMPT = loadsystemprompt(model, "SYSTEMPROMPT.txt")

query = "Write 4 sentences, each with at least 8 words. Now make absolutely sure that every sentence has exactly one word less than the previous sentence."
or try out other queries

query = "Exactly how many days ago did the French Revolution start? Today is June 4th, 2025."

query = "Think about 5 random numbers. Verify if you can combine them with addition, multiplication, subtraction or division to 133"

query = "If it takes 30 minutes to dry 12 T-shirts in the sun, how long does it take to dry 33 T-shirts?"


messages = [
    SYSTEM_PROMPT,
    {"role": "user", "content": query}
]
stream = client.chat.completions.create(
  model=model,
  messages=messages,
  stream=True,
  temperature=TEMP,
  topp=TOPP,
  maxtokens=MAXTOK,
)

print("client: Start streaming chat completions...:\n")
printedreasoningcontent = False
answer = []

for chunk in stream:
    reasoning_content = None
    content = None
    # Check the content is reasoning_content or content
    if hasattr(chunk.choices[0].delta, "reasoning_content"):
        reasoningcontent = chunk.choices[0].delta.reasoningcontent
    elif hasattr(chunk.choices[0].delta, "content"):
        content = chunk.choices[0].delta.content

if reasoning_content is not None:
        if not printedreasoningcontent:
            printedreasoningcontent = True
            print("Start reasoning:\n", end="", flush=True)
        print(reasoning_content, end="", flush=True)
    elif content is not None:
        # Extract and print the content
        if not reasoningcontent and printedreasoning_content:
            answer.extend(content)
        print(content, end="", flush=True)

if answer:
    print("\n\n=============\nAnswer\n=============\n")
    print("".join(answer))
else:
    print("\n\n=============\nNo Answer\n=============\n")
    print("No answer was generated by the model, probably because the maximum number of tokens was reached.")

client: Start streaming chat completions...:
#
Start reasoning:
First, I need to write ...
...
#
#
=============
Answer
=============
# 
Here are four sentences where each has at least 8 words, and each subsequent sentence has exactly one word less than the previous one:

1. The quick brown fox jumps over the lazy dog and rests.
2. The lazy dog rests under the big shady tree peacefully.
3. The big shady tree provides ample shade during summer.
4. The tree's leaves are very lush and green.

from typing import Any
import torch

from huggingfacehub import hfhub_download
from transformers import AutoModelForCausalLM, AutoTokenizer

TEMP = 0.7
TOP_P = 0.95
MAXTOK = 40960

def loadsystemprompt(repo_id: str, filename: str) -> dict[str, Any]:
    filepath = hfhubdownload(repoid=repo_id, filename=filename)
    with open(file_path, "r") as file:
        system_prompt = file.read()

indexbeginthink = system_prompt.find("[THINK]")
    indexendthink = system_prompt.find("[/THINK]")

return {
        "role": "system",
        "content": [
            {"type": "text", "text": systemprompt[:indexbegin_think]},
            {
                "type": "thinking",
                "thinking": system_prompt[
                    indexbeginthink + len("[THINK]") : indexendthink
                ],
                "closed": True,
            },
            {
                "type": "text",
                "text": systemprompt[indexend_think + len("[/THINK]") :],
            },
        ],
    }

model_id = "mistralai/Magistral-Small-2507"
SYSTEMPROMPT = loadsystemprompt(modelid, "SYSTEM_PROMPT.txt")
query = "Think about 5 random numbers. Verify if you can combine them with addition, multiplication, subtraction or division to 133."
or try out other queries

query = "Exactly how many days ago did the French Revolution start? Today is June 4th, 2025."

query = "Write 4 sentences, each with at least 8 words. Now make absolutely sure that every sentence has exactly one word less than the previous sentence."

query = "If it takes 30 minutes to dry 12 T-shirts in the sun, how long does it take to dry 33 T-shirts?"


tokenizer = AutoTokenizer.frompretrained(modelid, tokenizertype="mistral", usefast=False)
model = AutoModelForCausalLM.from_pretrained(
    modelid, torchdtype=torch.bfloat16, device_map="auto"
)

inputids = tokenizer.applychat_template(
    [
        SYSTEM_PROMPT,
        {"role": "user", "content": query},
    ],
)

output = model.generate(
    inputids=torch.tensor([inputids], device=model.device),
    padtokenid=tokenizer.padtokenid,
    eostokenid=tokenizer.eostokenid,
    temperature=TEMP,
    topp=TOPP,
    do_sample=True,
    maxnewtokens=MAX_TOK,
)[0]

decodedoutput = tokenizer.decode(output[len(inputids) :])
print(decoded_output)

[THINK]Alright, I need to think of 5 random numbers first. Let's say I pick the numbers 5, 10, 2, 7, and 3.
# 
Now, I need to see if I can combine these numbers using addition, multiplication, subtraction, or division to get 133.
...
...
...
But if we're to find any five numbers that can be combined to make 133, then yes, such sets exist, like the one demonstrated above.[/THINK]Yes, it is possible to combine some sets of five random numbers to make 133 using basic arithmetic operations. For example, the numbers 13, 10, 1, 2, and 3 can be combined as follows to make 133:
# 
\[ (13 \times 10) + (3 \times (2 - 1)) = 130 + 3 = 133 \]
# 
However, not all sets of five random numbers can be combined in this way to make 133. For instance, with the numbers 5, 10, 2, 7, and 3, it is not possible to combine them using the allowed operations to get exactly 133.
# 
Therefore, the ability to combine five random numbers to make 133 depends on the specific numbers chosen.
# 
$133 = (13 \times 10) + (3 \times (2 - 1))$</s>