fix: put inner thoughts in kwargs for anthropic (#1911)

2025-04-28 16:37:29 -07:00
parent ab30329b6d
commit a9cd78cc3b
5 changed files with 11 additions and 2 deletions
--- a/letta/server/server.py
+++ b/letta/server/server.py
@@ -1211,6 +1211,8 @@ class SyncServer(Server):
            llm_config.max_reasoning_tokens = max_reasoning_tokens
        if enable_reasoner is not None:
            llm_config.enable_reasoner = enable_reasoner
+            if enable_reasoner and llm_config.model_endpoint_type == "anthropic":
+                llm_config.put_inner_thoughts_in_kwargs = False

        return llm_config