From c3bd5cffe75dd8815edbd7f67d91d83bf3bc7815 Mon Sep 17 00:00:00 2001 From: cthomas Date: Sun, 20 Jul 2025 22:31:44 -0700 Subject: [PATCH] feat: use no refresh flag in batch item creation (#3441) --- letta/services/llm_batch_manager.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/letta/services/llm_batch_manager.py b/letta/services/llm_batch_manager.py index 9e0dbd0a..bce52aeb 100644 --- a/letta/services/llm_batch_manager.py +++ b/letta/services/llm_batch_manager.py @@ -284,10 +284,11 @@ class LLMBatchManager: ) orm_items.append(orm_item) - created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor) + created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor, no_commit=True, no_refresh=True) - # Convert back to Pydantic models - return [item.to_pydantic() for item in created_items] + pydantic_items = [item.to_pydantic() for item in created_items] + await session.commit() + return pydantic_items @enforce_types @trace_method