allow chunk_overlap with zero value (#457) #none

Co-authored-by: Tadashi <tadashi@cinnamon.is>
2024-11-05 07:12:52 +00:00 · 2024-11-05 07:12:52 +00:00 · 908452cc18
commit 908452cc18
parent d127fec9f7
1 changed files with 1 additions and 1 deletions
--- a/libs/ktem/ktem/index/file/pipelines.py
+++ b/libs/ktem/ktem/index/file/pipelines.py
@ -742,7 +742,7 @@ class IndexDocumentPipeline(BaseFileIndexIndexing):
            loader=reader,
            splitter=TokenSplitter(
                chunk_size=chunk_size or 1024,
-                chunk_overlap=chunk_overlap or 256,
+                chunk_overlap=chunk_overlap if chunk_overlap is not None else 256,
                separator="\n\n",
                backup_separators=["\n", ".", "\u200B"],
            ),