feat: pass in embedding chunk size (#3323)

This commit is contained in:
Kevin Lin
2025-07-21 15:11:28 -07:00
committed by GitHub
parent 94d0f74f0f
commit 043eaca869

View File

@@ -50,7 +50,7 @@ class FileProcessor:
filename = file_metadata.file_name
# Create file-type-specific chunker
text_chunker = LlamaIndexChunker(file_type=file_metadata.file_type)
text_chunker = LlamaIndexChunker(file_type=file_metadata.file_type, chunk_size=self.embedder.embedding_config.embedding_chunk_size)
# First attempt with file-specific chunker
try: