m.dabbagh/text_processor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: paragraph_chunker was adding "None" when the section.title was none

Browse Source
This commit is contained in:
m.dabbagh 2026-01-27 21:08:32 +03:30
parent 80dd901e42
commit a1fbd12874
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/adapters/outgoing/chunkers/paragraph_chunker.py
View File

@ -309,7 +309,10 @@ class ParagraphChunker(IChunker):
# Create chunks for this section with title prefix # Create chunks for this section with title prefix
for text in chunk_texts: for text in chunk_texts:
# Prepend document title and section title to chunk content # Prepend document title and section title to chunk content
prefixed_content = f"{document_title}\n{section.title}\n{text}" if section.title:
prefixed_content = f"{document_title}\n{section.title}\n\n{text}"
else:
prefixed_content = f"{document_title}\n\n{text}"
chunk = Chunk( chunk = Chunk(
document_id=document.id, document_id=document.id,