Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: add agent_step span updates to new agent loop (#4457)

Browse Source
This commit is contained in:
cthomas
2025-09-06 14:04:01 -07:00
committed by GitHub
parent 0d195bd2b7
commit a8caf59a73
4 changed files with 17 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
letta/adapters/letta_llm_stream_adapter.py
View File

@@ -2,6 +2,7 @@ import asyncio
from typing import AsyncGenerator
from letta.adapters.letta_llm_adapter import LettaLLMAdapter
from letta.helpers.datetime_helpers import get_utc_timestamp_ns
from letta.interfaces.anthropic_streaming_interface import AnthropicStreamingInterface
from letta.interfaces.openai_streaming_interface import OpenAIStreamingInterface
from letta.llm_api.llm_client_base import LLMClientBase
@@ -78,6 +79,7 @@ class LettaLLMStreamAdapter(LettaLLMAdapter):
yield chunk
# After streaming completes, extract the accumulated data
self.llm_request_finish_timestamp_ns = get_utc_timestamp_ns()
# Extract tool call from the interface
try: