fix: disable SDK retries on streaming requests to prevent race conditions (#478)

Co-authored-by: Letta <noreply@letta.com>

src/agent/message.ts

@@ -19,13 +19,20 @@ export async function sendMessageStream(
     background?: boolean;
     // add more later: includePings, request timeouts, etc.
   } = { streamTokens: true, background: true },
+  // Disable SDK retries by default - state management happens outside the stream,
+  // so retries would violate idempotency and create race conditions
+  requestOptions: { maxRetries?: number } = { maxRetries: 0 },
 ): Promise<Stream<LettaStreamingResponse>> {
   const client = await getClient();
-  return client.agents.messages.create(agentId, {
-    messages: messages,
-    streaming: true,
-    stream_tokens: opts.streamTokens ?? true,
-    background: opts.background ?? true,
-    client_tools: getClientToolsFromRegistry(),
-  });
+  return client.agents.messages.create(
+    agentId,
+    {
+      messages: messages,
+      streaming: true,
+      stream_tokens: opts.streamTokens ?? true,
+      background: opts.background ?? true,
+      client_tools: getClientToolsFromRegistry(),
+    },
+    requestOptions,
+  );
 }

src/cli/helpers/stream.ts

@@ -376,10 +376,15 @@ export async function drainStreamWithResume(
       buffers.interrupted = false;
 
       // Resume from Redis where we left off
-      const resumeStream = await client.runs.messages.stream(result.lastRunId, {
-        starting_after: result.lastSeqId,
-        batch_size: 1000, // Fetch buffered chunks quickly
-      });
+      // Disable SDK retries - state management happens outside, retries would create race conditions
+      const resumeStream = await client.runs.messages.stream(
+        result.lastRunId,
+        {
+          starting_after: result.lastSeqId,
+          batch_size: 1000, // Fetch buffered chunks quickly
+        },
+        { maxRetries: 0 },
+      );
 
       // Continue draining from where we left off
       // Note: Don't pass onFirstMessage again - already called in initial drain