From 70bd5b80af20a8c47ec472e4c1bf64aeba0bbe4f Mon Sep 17 00:00:00 2001 From: cthomas Date: Sun, 20 Jul 2025 22:10:36 -0700 Subject: [PATCH] feat: use no refresh flag in batch creation (#3440) --- letta/services/llm_batch_manager.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/letta/services/llm_batch_manager.py b/letta/services/llm_batch_manager.py index 6f7c58f3..9e0dbd0a 100644 --- a/letta/services/llm_batch_manager.py +++ b/letta/services/llm_batch_manager.py @@ -45,8 +45,10 @@ class LLMBatchManager: organization_id=actor.organization_id, letta_batch_job_id=letta_batch_job_id, ) - await batch.create_async(session, actor=actor) - return batch.to_pydantic() + await batch.create_async(session, actor=actor, no_commit=True, no_refresh=True) + pydantic_batch = batch.to_pydantic() + await session.commit() + return pydantic_batch @enforce_types @trace_method