fix: metric tracking (#2785)

2025-06-13 13:53:10 -07:00
parent 2e77ea6e76
commit 33bfd14017
7 changed files with 101 additions and 44 deletions
--- a/letta/server/rest_api/utils.py
+++ b/letta/server/rest_api/utils.py
@@ -88,7 +88,7 @@ async def sse_async_generator(
                metric_attributes = get_ctx_attributes()
                if llm_config:
                    metric_attributes["model.name"] = llm_config.model
-                    MetricRegistry().ttft_ms_histogram.record(ns_to_ms(ttft_ns), metric_attributes)
+                MetricRegistry().ttft_ms_histogram.record(ns_to_ms(ttft_ns), metric_attributes)
                first_chunk = False

            # yield f"data: {json.dumps(chunk)}\n\n"