feat: use no refresh flag in batch creation (#3440)

2025-07-20 22:10:36 -07:00
parent 99d116faa6
commit 70bd5b80af
1 changed files with 4 additions and 2 deletions
--- a/letta/services/llm_batch_manager.py
+++ b/letta/services/llm_batch_manager.py
@@ -45,8 +45,10 @@ class LLMBatchManager:
                organization_id=actor.organization_id,
                letta_batch_job_id=letta_batch_job_id,
            )
-            await batch.create_async(session, actor=actor)
-            return batch.to_pydantic()
+            await batch.create_async(session, actor=actor, no_commit=True, no_refresh=True)
+            pydantic_batch = batch.to_pydantic()
+            await session.commit()
+            return pydantic_batch

    @enforce_types
    @trace_method