chore: Restore chunk size for openai embeddings (#5431)

Restore chunk size
2025-10-14 13:27:03 -07:00
parent 936be41e8d
commit 0543a60538
1 changed files with 1 additions and 1 deletions
--- a/letta/llm_api/openai_client.py
+++ b/letta/llm_api/openai_client.py
@@ -727,7 +727,7 @@ class OpenAIClient(LLMClientBase):
        # queue of (start_idx, chunk_inputs) to process
        chunks_to_process = [(i, inputs[i : i + 2048]) for i in range(0, len(inputs), 2048)]

-        min_chunk_size = 64
+        min_chunk_size = 256

        while chunks_to_process:
            tasks = []