7ea297231a
* initial commit * Add database migration for compaction_settings field This migration adds the compaction_settings column to the agents table to support customized summarization configuration for each agent. 🐾 Generated with [Letta Code](https://letta.com) Co-Authored-By: Letta <noreply@letta.com> * fix * rename * update apis * fix tests * update web test --------- Co-authored-by: Letta <noreply@letta.com> Co-authored-by: Kian Jones <kian@letta.com>
57 lines
2.2 KiB
Python
57 lines
2.2 KiB
Python
from typing import List
|
|
|
|
from letta.log import get_logger
|
|
from letta.otel.tracing import trace_method
|
|
from letta.schemas.llm_config import LLMConfig
|
|
from letta.schemas.message import Message, MessageRole
|
|
from letta.schemas.user import User
|
|
from letta.services.summarizer.summarizer import simple_summary
|
|
from letta.services.summarizer.summarizer_config import CompactionSettings
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
|
|
@trace_method
|
|
async def summarize_all(
|
|
# Required to tag LLM calls
|
|
actor: User,
|
|
# LLM config for the summarizer model
|
|
llm_config: LLMConfig,
|
|
# Actual summarization configuration
|
|
summarizer_config: CompactionSettings,
|
|
in_context_messages: List[Message],
|
|
# new_messages: List[Message],
|
|
) -> str:
|
|
"""
|
|
Summarize the entire conversation history into a single summary.
|
|
|
|
Returns:
|
|
- The summary string
|
|
"""
|
|
logger.info(
|
|
f"Summarizing all messages (index 1 to {len(in_context_messages) - 2}), keeping last message: {in_context_messages[-1].role}"
|
|
)
|
|
if in_context_messages[-1].role == MessageRole.approval:
|
|
# cannot evict a pending approval request (will cause client-side errors)
|
|
messages_to_summarize = in_context_messages[1:-1]
|
|
protected_messages = [in_context_messages[-1]]
|
|
else:
|
|
messages_to_summarize = in_context_messages[1:]
|
|
protected_messages = []
|
|
|
|
# TODO: add fallback in case this has a context window error
|
|
summary_message_str = await simple_summary(
|
|
messages=messages_to_summarize,
|
|
llm_config=llm_config,
|
|
actor=actor,
|
|
include_ack=bool(summarizer_config.prompt_acknowledgement),
|
|
prompt=summarizer_config.prompt,
|
|
)
|
|
logger.info(f"Summarized {len(messages_to_summarize)} messages")
|
|
|
|
if summarizer_config.clip_chars is not None and len(summary_message_str) > summarizer_config.clip_chars:
|
|
logger.warning(f"Summary length {len(summary_message_str)} exceeds clip length {summarizer_config.clip_chars}. Truncating.")
|
|
summary_message_str = summary_message_str[: summarizer_config.clip_chars] + "... [summary truncated to fit]"
|
|
|
|
return summary_message_str, [in_context_messages[0]] + protected_messages
|