ci: use experimental for send message tests (#2290)

Co-authored-by: Sarah Wooders <sarahwooders@gmail.com>
2025-05-20 18:39:27 -07:00
parent d319d22ca9
commit 095a14cd1d
3 changed files with 25 additions and 5 deletions
--- a/letta/interfaces/openai_streaming_interface.py
+++ b/letta/interfaces/openai_streaming_interface.py
@@ -78,8 +78,8 @@ class OpenAIStreamingInterface:

                # track usage
                if chunk.usage:
-                    self.input_tokens += len(chunk.usage.prompt_tokens)
-                    self.output_tokens += len(chunk.usage.completion_tokens)
+                    self.input_tokens += chunk.usage.prompt_tokens
+                    self.output_tokens += chunk.usage.completion_tokens

                if chunk.choices:
                    choice = chunk.choices[0]