chore: log problematic chunk (#6166)

log problematic chunk

Co-authored-by: Ari Webb <ari@letta.com>
This commit is contained in:
Ari Webb
2025-11-13 15:44:21 -08:00
committed by Caren Thomas
parent 294de41e6c
commit f19a71dad1

View File

@@ -813,9 +813,11 @@ class OpenAIClient(LLMClientBase):
failed_chunks.append((start_idx, chunk_inputs[:mid], 1))
failed_chunks.append((start_idx + mid, chunk_inputs[mid:], 1))
else:
chunk_preview = str(chunk_inputs)[:500] if chunk_inputs else "None"
logger.error(
f"Failed to get embeddings for chunk starting at {start_idx} even with batch_size=1 "
f"and minimum chunk size {min_chunk_size}. Error: {result}"
f"and minimum chunk size {min_chunk_size}. Error: {result}. "
f"Chunk preview (first 500 chars): {chunk_preview}"
)
raise result
else: