feat: support filtering out messages when converting to openai dict (#4337)

* feat: support filtering out messages when converting to openai dict * fix imports
2025-09-01 12:48:45 -07:00
parent 2dcbb9d9a6
commit 1edcc13778
13 changed files with 59 additions and 32 deletions
--- a/letta/interfaces/openai_streaming_interface.py
+++ b/letta/interfaces/openai_streaming_interface.py
@@ -113,6 +113,7 @@ class OpenAIStreamingInterface:
            if self.messages:
                # Convert messages to dict format for token counting
                message_dicts = [msg.to_openai_dict() if hasattr(msg, "to_openai_dict") else msg for msg in self.messages]
+                message_dicts = [m for m in message_dicts if m is not None]
                self.fallback_input_tokens = num_tokens_from_messages(message_dicts)  # fallback to gpt-4 cl100k-base

            if self.tools: