feat: use no refresh flag in batch item creation (#3441)

2025-07-20 22:31:44 -07:00
parent 8aa418a35a
commit c3bd5cffe7
1 changed files with 4 additions and 3 deletions
--- a/letta/services/llm_batch_manager.py
+++ b/letta/services/llm_batch_manager.py
@@ -284,10 +284,11 @@ class LLMBatchManager:
                )
                orm_items.append(orm_item)

-            created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor)
+            created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor, no_commit=True, no_refresh=True)

-            # Convert back to Pydantic models
-            return [item.to_pydantic() for item in created_items]
+            pydantic_items = [item.to_pydantic() for item in created_items]
+            await session.commit()
+            return pydantic_items

    @enforce_types
    @trace_method