Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: do not pass temperature to request if model is oai reasoning model (#2189)

Browse Source 
Co-authored-by: Charles Packer <packercharles@gmail.com>
This commit is contained in:
Shangyin Tan
2025-05-24 21:34:18 -07:00
committed by GitHub
parent 098b2efe7b
commit 2199d8fdda
3 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
letta/llm_api/openai.py
View File

@@ -226,7 +226,7 @@ def build_openai_chat_completions_request(
tool_choice=tool_choice,
user=str(user_id),
max_completion_tokens=llm_config.max_tokens,
temperature=llm_config.temperature if supports_temperature_param(model) else None,
temperature=llm_config.temperature if supports_temperature_param(model) else 1.0,
reasoning_effort=llm_config.reasoning_effort,
)
else:
@@ -237,7 +237,7 @@ def build_openai_chat_completions_request(
function_call=function_call,
user=str(user_id),
max_completion_tokens=llm_config.max_tokens,
temperature=1.0 if llm_config.enable_reasoner else llm_config.temperature,
temperature=llm_config.temperature if supports_temperature_param(model) else 1.0,
reasoning_effort=llm_config.reasoning_effort,
)
# https://platform.openai.com/docs/guides/text-generation/json-mode