Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: add temp hack to gracefully handle parallel tool calling (#2654)

Browse Source
This commit is contained in:
cthomas
2025-06-05 14:43:46 -07:00
committed by GitHub
parent c323771762
commit 22c66da7bc
3 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
letta/interfaces/openai_streaming_interface.py
View File

@@ -32,6 +32,7 @@ class OpenAIStreamingInterface:
self.function_args_buffer = None
self.function_id_buffer = None
self.last_flushed_function_name = None
self.last_flushed_function_id = None
# Buffer to hold function arguments until inner thoughts are complete
self.current_function_arguments = ""
@@ -53,14 +54,14 @@ class OpenAIStreamingInterface:
self.reasoning_messages = []
def get_reasoning_content(self) -> List[TextContent]:
content = "".join(self.reasoning_messages)
content = "".join(self.reasoning_messages).strip()
return [TextContent(text=content)]
def get_tool_call_object(self) -> ToolCall:
"""Useful for agent loop"""
function_name = self.last_flushed_function_name if self.last_flushed_function_name else self.function_name_buffer
return ToolCall(
id=self.letta_message_id,
id=self.last_flushed_function_id,
function=FunctionCall(arguments=self.current_function_arguments, name=function_name),
)
@@ -184,6 +185,8 @@ class OpenAIStreamingInterface:
# Record what the last function name we flushed was
self.last_flushed_function_name = self.function_name_buffer
if self.last_flushed_function_id is None:
self.last_flushed_function_id = self.function_id_buffer
# Clear the buffer
self.function_name_buffer = None
self.function_id_buffer = None