Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: Roll back parallelism, getting 429s (#3197)

Browse Source
This commit is contained in:
Matthew Zhou
2025-07-07 12:40:08 -07:00
committed by GitHub
parent fa23566f24
commit 3dafbd2dc6
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
letta/helpers/pinecone_utils.py
View File

@@ -1,4 +1,3 @@
import asyncio
from typing import Any, Dict, List
from pinecone import PineconeAsyncio
@@ -99,8 +98,9 @@ async def upsert_records_to_pinecone_index(records: List[dict], actor: User):
description = await pc.describe_index(name=settings.pinecone_source_index)
async with pc.IndexAsyncio(host=description.index.host) as dense_index:
# Process records in batches to avoid exceeding Pinecone limits
batches = [records[i : i + PINECONE_MAX_BATCH_SIZE] for i in range(0, len(records), PINECONE_MAX_BATCH_SIZE)]
await asyncio.gather(*[dense_index.upsert_records(actor.organization_id, batch) for batch in batches])
for i in range(0, len(records), PINECONE_MAX_BATCH_SIZE):
batch = records[i : i + PINECONE_MAX_BATCH_SIZE]
await dense_index.upsert_records(actor.organization_id, batch)
async def search_pinecone_index(query: str, limit: int, filter: Dict[str, Any], actor: User) -> Dict[str, Any]: