diff --git a/letta/services/llm_batch_manager.py b/letta/services/llm_batch_manager.py index 9e0dbd0a..bce52aeb 100644 --- a/letta/services/llm_batch_manager.py +++ b/letta/services/llm_batch_manager.py @@ -284,10 +284,11 @@ class LLMBatchManager: ) orm_items.append(orm_item) - created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor) + created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor, no_commit=True, no_refresh=True) - # Convert back to Pydantic models - return [item.to_pydantic() for item in created_items] + pydantic_items = [item.to_pydantic() for item in created_items] + await session.commit() + return pydantic_items @enforce_types @trace_method