fix: record the external memory summary inside of the context viewer (#2306)

This commit is contained in:
Charles Packer
2024-12-23 02:27:01 -08:00
committed by GitHub
parent c95157daf8
commit 4ab9f6095d
3 changed files with 5 additions and 0 deletions

View File

@@ -1042,6 +1042,7 @@ class Agent(BaseAgent):
num_archival_memory=agent_manager_passage_size,
num_recall_memory=message_manager_size,
num_tokens_external_memory_summary=num_tokens_external_memory_summary,
external_memory_summary=external_memory_summary,
# top-level information
context_window_size_max=self.agent_state.llm_config.context_window,
context_window_size_current=num_tokens_used_total,

View File

@@ -30,6 +30,9 @@ class ContextWindowOverview(BaseModel):
num_tokens_external_memory_summary: int = Field(
..., description="The number of tokens in the external memory summary (archival + recall metadata)."
)
external_memory_summary: str = Field(
..., description="The metadata summary of the external memory sources (archival + recall metadata)."
)
# context window breakdown (in tokens)
# this should all add up to context_window_size_current

View File

@@ -515,6 +515,7 @@ def test_get_context_window_overview(server: SyncServer, user, agent_id):
assert overview.num_archival_memory is not None
assert overview.num_recall_memory is not None
assert overview.num_tokens_external_memory_summary is not None
assert overview.external_memory_summary is not None
assert overview.num_tokens_system is not None
assert overview.system_prompt is not None
assert overview.num_tokens_core_memory is not None