mirror of
https://github.com/Routstr/routstr-core.git
synced 2026-08-09 11:04:36 +00:00
29 lines
749 B
Python
29 lines
749 B
Python
import os
|
|
|
|
from openai import OpenAI
|
|
|
|
client = OpenAI(
|
|
api_key=os.environ.get("TOKEN"),
|
|
base_url=os.environ.get("API_URL", "https://api.routstr.com/v1"),
|
|
)
|
|
|
|
messages = []
|
|
while True:
|
|
messages.append({"role": "user", "content": input("\nYou: ")})
|
|
|
|
stream = client.chat.completions.create(
|
|
model=os.environ.get("MODEL", "gpt-5.1-mini"),
|
|
messages=messages, # type: ignore
|
|
stream=True,
|
|
)
|
|
|
|
print("AI: ", end="")
|
|
response_content = ""
|
|
for chunk in stream:
|
|
if content := chunk.choices[0].delta.content: # type: ignore
|
|
print(content, end="", flush=True)
|
|
response_content += content
|
|
print()
|
|
|
|
messages.append({"role": "assistant", "content": response_content})
|