Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

chore: Update deepseek client for v3.2 models (#6556)

Browse Source 
* support for v3.2 models

* streaming + context window fix

* fix for no assitant text from deepseek
This commit is contained in:
Devansh Jain
2025-12-08 17:25:15 -08:00
committed by Caren Thomas
parent a7c0bad857
commit d1536df6f6
6 changed files with 54 additions and 332 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
letta/interfaces/openai_streaming_interface.py
View File

@@ -625,7 +625,14 @@ class SimpleOpenAIStreamingInterface:
if reasoning_content:
combined_reasoning = "".join(reasoning_content)
merged_messages.append(ReasoningContent(is_native=True, reasoning=combined_reasoning, signature=None))
# Only reroute reasoning into content for DeepSeek streams when no assistant text was emitted
# and no tool calls were produced (i.e., a reasoning-only final answer).
is_deepseek = bool(self.model and self.model.startswith("deepseek"))
produced_tool_calls = bool(self._tool_calls_acc)
if is_deepseek and not concat_content_parts and not produced_tool_calls:
concat_content_parts.append(combined_reasoning)
else:
merged_messages.append(ReasoningContent(is_native=True, reasoning=combined_reasoning, signature=None))
if concat_content_parts:
merged_messages.append(TextContent(text="".join(concat_content_parts)))