feat: add message type literal to usage stats (#2297)

Co-authored-by: Caren Thomas <caren@caren-mac.local>
2024-12-20 17:13:56 -08:00
parent 7876c5d5de
commit 3da62aa4eb
3 changed files with 5 additions and 4 deletions
--- a/letta/server/rest_api/utils.py
+++ b/letta/server/rest_api/utils.py
@@ -61,7 +61,7 @@ async def sse_async_generator(
                # Double-check the type
                if not isinstance(usage, LettaUsageStatistics):
                    raise ValueError(f"Expected LettaUsageStatistics, got {type(usage)}")
-                yield sse_formatter({"usage": usage.model_dump()})
+                yield sse_formatter(usage.model_dump())

            except ContextWindowExceededError as e:
                log_error_to_sentry(e)