Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: reorder summarization (#6606)

Browse Source
This commit is contained in:
Sarah Wooders
2025-12-10 18:36:23 -08:00
committed by Caren Thomas
parent 17a90538ca
commit a2dfa5af17
1 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
letta/agents/letta_agent_v3.py
View File

@@ -675,16 +675,11 @@ class LettaAgentV3(LettaAgentV2):
raise e
except Exception as e:
if isinstance(e, ContextWindowExceededError) and llm_request_attempt < summarizer_settings.max_summarizer_retries:
# Retry case
summary_message, messages = await self.compact(
messages, trigger_threshold=self.agent_state.llm_config.context_window
)
# checkpoint summarized messages
# TODO: might want to delay this checkpoint in case of corrupated state
try:
await self._checkpoint_messages(
run_id=run_id, step_id=step_id, new_messages=[summary_message], in_context_messages=messages
summary_message, messages = await self.compact(
messages, trigger_threshold=self.agent_state.llm_config.context_window
)
except SystemPromptTokenExceededError:
self.stop_reason = LettaStopReason(
@@ -695,6 +690,12 @@ class LettaAgentV3(LettaAgentV2):
self.stop_reason = LettaStopReason(stop_reason=StopReasonType.error.value)
self.logger.error(f"Unknown error occured for summarization run {run_id}: {e}")
raise e
# update the messages
await self._checkpoint_messages(
run_id=run_id, step_id=step_id, new_messages=[summary_message], in_context_messages=messages
)
else:
self.stop_reason = LettaStopReason(stop_reason=StopReasonType.error.value)
self.logger.error(f"Unknown error occured for run {run_id}: {e}")