Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat(asyncify): sleeptime doc ingest (#2455)

Browse Source
This commit is contained in:
cthomas
2025-05-27 11:33:36 -07:00
committed by GitHub
parent 20c6bf68ff
commit a218094f00
3 changed files with 27 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
letta/server/server.py
View File

@@ -1325,28 +1325,40 @@ class SyncServer(Server):
return job
def sleeptime_document_ingest(self, main_agent: AgentState, source: Source, actor: User, clear_history: bool = False) -> None:
sleeptime_agent = self.create_document_sleeptime_agent(main_agent, source, actor, clear_history)
agent = self.load_agent(agent_id=sleeptime_agent.id, actor=actor)
for passage in self.list_data_source_passages(source_id=source.id, user_id=actor.id):
agent.step(
async def sleeptime_document_ingest_async(
self, main_agent: AgentState, source: Source, actor: User, clear_history: bool = False
) -> None:
sleeptime_agent = await self.create_document_sleeptime_agent_async(main_agent, source, actor, clear_history)
sleeptime_agent = LettaAgent(
agent_id=sleeptime_agent.id,
message_manager=self.message_manager,
agent_manager=self.agent_manager,
block_manager=self.block_manager,
passage_manager=self.passage_manager,
actor=actor,
step_manager=self.step_manager,
telemetry_manager=self.telemetry_manager if settings.llm_api_logging else NoopTelemetryManager(),
)
passages = await self.agent_manager.list_passages_async(actor=actor, source_id=source.id)
for passage in passages:
await sleeptime_agent.step(
input_messages=[
MessageCreate(role="user", content=passage.text),
]
)
self.agent_manager.delete_agent(agent_id=sleeptime_agent.id, actor=actor)
await self.agent_manager.delete_agent_async(agent_id=sleeptime_agent.id, actor=actor)
def create_document_sleeptime_agent(
async def create_document_sleeptime_agent_async(
self, main_agent: AgentState, source: Source, actor: User, clear_history: bool = False
) -> AgentState:
try:
block = self.agent_manager.get_block_with_label(agent_id=main_agent.id, block_label=source.name, actor=actor)
block = await self.agent_manager.get_block_with_label_async(agent_id=main_agent.id, block_label=source.name, actor=actor)
except:
block = self.block_manager.create_or_update_block(Block(label=source.name, value=""), actor=actor)
self.agent_manager.attach_block(agent_id=main_agent.id, block_id=block.id, actor=actor)
block = await self.block_manager.create_or_update_block_async(Block(label=source.name, value=""), actor=actor)
await self.agent_manager.attach_block_async(agent_id=main_agent.id, block_id=block.id, actor=actor)
if clear_history and block.value != "":
block = self.block_manager.update_block(block_id=block.id, block=BlockUpdate(value=""))
block = await self.block_manager.update_block_async(block_id=block.id, block=BlockUpdate(value=""))
request = CreateAgent(
name=main_agent.name + "-doc-sleeptime",
@@ -1369,7 +1381,7 @@ class SyncServer(Server):
include_base_tools=False,
tools=constants.BASE_SLEEPTIME_TOOLS,
)
return self.agent_manager.create_agent(
return await self.agent_manager.create_agent_async(
agent_create=request,
actor=actor,
)