Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

chore: log payload on all summarizer failures for debugging (#5952)

Browse Source 
* log the request data on fallback too

* log at every layer lol
This commit is contained in:
Kian Jones
2025-11-04 12:28:25 -08:00
committed by Caren Thomas
parent ed99d7eb2b
commit aedddcb1d1
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
letta/services/summarizer/summarizer.py
View File

@@ -484,6 +484,7 @@ async def simple_summary(messages: List[Message], llm_config: LLMConfig, actor:
except Exception as fallback_error_a:
# Fallback B: hard-truncate the user transcript to fit a conservative char budget
logger.warning(f"Clamped tool returns still overflowed ({fallback_error_a}). Falling back to transcript truncation.")
logger.info(f"Full fallback summarization payload: {request_data}")
# Compute a conservative char budget for the transcript based on context window
try:
@@ -519,7 +520,7 @@ async def simple_summary(messages: List[Message], llm_config: LLMConfig, actor:
response_data = await llm_client.request_async(request_data, summarizer_llm_config)
except Exception as fallback_error_b:
logger.error(f"Transcript truncation fallback also failed: {fallback_error_b}. Propagating error.")
logger.debug(f"Full fallback summarization payload: {request_data}")
logger.info(f"Full fallback summarization payload: {request_data}")
raise llm_client.handle_llm_error(fallback_error_b)
response = llm_client.convert_response_to_chat_completion(response_data, input_messages_obj, summarizer_llm_config)