From da49024a5a3ad8e2f1db95e71f60026dc5e921c7 Mon Sep 17 00:00:00 2001
From: cthomas <caren@letta.com>
Date: Thu, 5 Jun 2025 12:30:55 -0700
Subject: [PATCH] fix: inner thoughts kwarg should never be streamed (#2644)

---
 .../anthropic_streaming_interface.py          | 24 ++++++++++++++++---
 tests/integration_test_pinecone_tool.py       |  3 ---
 2 files changed, 21 insertions(+), 6 deletions(-)

diff --git a/letta/interfaces/anthropic_streaming_interface.py b/letta/interfaces/anthropic_streaming_interface.py
index 8854d9a5..2471ba78 100644
--- a/letta/interfaces/anthropic_streaming_interface.py
+++ b/letta/interfaces/anthropic_streaming_interface.py
@@ -248,10 +248,28 @@ class AnthropicStreamingInterface:
                                 if len(self.tool_call_buffer) > 0:
                                     if prev_message_type and prev_message_type != "tool_call_message":
                                         message_index += 1
+
+                                    # Strip out the inner thoughts from the buffered tool call arguments before streaming
+                                    tool_call_args = ""
                                     for buffered_msg in self.tool_call_buffer:
-                                        buffered_msg.otid = Message.generate_otid_from_id(self.letta_message_id, message_index)
-                                        prev_message_type = buffered_msg.message_type
-                                        yield buffered_msg
+                                        tool_call_args += buffered_msg.tool_call.arguments
+                                    tool_call_args = tool_call_args.replace(f'"{INNER_THOUGHTS_KWARG}": "{current_inner_thoughts}"', "")
+
+                                    tool_call_msg = ToolCallMessage(
+                                        id=self.tool_call_buffer[0].id,
+                                        otid=Message.generate_otid_from_id(self.tool_call_buffer[0].id, message_index),
+                                        date=self.tool_call_buffer[0].date,
+                                        name=self.tool_call_buffer[0].name,
+                                        sender_id=self.tool_call_buffer[0].sender_id,
+                                        step_id=self.tool_call_buffer[0].step_id,
+                                        tool_call=ToolCallDelta(
+                                            name=self.tool_call_name,
+                                            tool_call_id=self.tool_call_id,
+                                            arguments=tool_call_args,
+                                        ),
+                                    )
+                                    prev_message_type = tool_call_msg.message_type
+                                    yield tool_call_msg
                                     self.tool_call_buffer = []
 
                             # Start detecting special case of "send_message"
diff --git a/tests/integration_test_pinecone_tool.py b/tests/integration_test_pinecone_tool.py
index e8f84d4a..9ce7589d 100644
--- a/tests/integration_test_pinecone_tool.py
+++ b/tests/integration_test_pinecone_tool.py
@@ -182,9 +182,6 @@ async def test_pinecone_tool(client: AsyncLetta) -> None:
         stream_message = response_messages_from_stream[idx]
         db_message = response_messages_from_db[idx]
         assert stream_message.message_type == db_message.message_type
-        print("message type:", stream_message.message_type)
-        print("stream message:", stream_message.model_dump_json(indent=4))
-        print("db message:", db_message.model_dump_json(indent=4))
         assert stream_message.id == db_message.id
         assert stream_message.otid == db_message.otid