Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: duplicate message stream error (#3834)

Browse Source
This commit is contained in:
cthomas
2025-08-11 14:27:35 -07:00
committed by GitHub
parent 4155bdb023
commit c8b370466e
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
letta/interfaces/openai_streaming_interface.py
View File

@@ -345,6 +345,15 @@ class OpenAIStreamingInterface:
prev_content = self.current_json_parse_result.get(self.assistant_message_tool_kwarg, "")
# TODO: Assumes consistent state and that prev_content is subset of new_content
diff = new_content.replace(prev_content, "", 1)
# quick patch to mitigate double message streaming error
# TODO: root cause this issue and remove patch
if diff != "" and "\\n" not in new_content:
converted_new_content = new_content.replace("\n", "\\n")
converted_content_diff = converted_new_content.replace(prev_content, "", 1)
if converted_content_diff == "":
diff = converted_content_diff
self.current_json_parse_result = parsed_args
if prev_message_type and prev_message_type != "assistant_message":
message_index += 1