feat(llm): update model and reasoning parameters
Some checks failed
Build and Push Docker / build-and-push (push) Failing after 31s
Some checks failed
Build and Push Docker / build-and-push (push) Failing after 31s
This commit is contained in:
@@ -149,8 +149,10 @@ async def chat_stream_endpoint(request: Request):
|
||||
payload["messages"] = messages
|
||||
payload.pop("user_id", None)
|
||||
payload.pop("include_audio", None)
|
||||
if not payload.get("model"):
|
||||
payload["model"] = OPENAI_LLM_MODEL
|
||||
payload["model"] = OPENAI_LLM_MODEL
|
||||
payload["thinking"] = {"type": "disabled"}
|
||||
payload["reasoning"] = {"effort": "minimal"}
|
||||
payload["max_tokens"] = 200
|
||||
payload["stream"] = True
|
||||
|
||||
base_url = OPENAI_API_BASE_URL_CONFIG or ""
|
||||
|
||||
Reference in New Issue
Block a user