From 908452cc187b1ff0440f1865071e1192ce13825f Mon Sep 17 00:00:00 2001 From: Pedro Lima Date: Tue, 5 Nov 2024 07:12:52 +0000 Subject: [PATCH] allow chunk_overlap with zero value (#457) #none Co-authored-by: Tadashi --- libs/ktem/ktem/index/file/pipelines.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libs/ktem/ktem/index/file/pipelines.py b/libs/ktem/ktem/index/file/pipelines.py index c7cf234..4898a9d 100644 --- a/libs/ktem/ktem/index/file/pipelines.py +++ b/libs/ktem/ktem/index/file/pipelines.py @@ -742,7 +742,7 @@ class IndexDocumentPipeline(BaseFileIndexIndexing): loader=reader, splitter=TokenSplitter( chunk_size=chunk_size or 1024, - chunk_overlap=chunk_overlap or 256, + chunk_overlap=chunk_overlap if chunk_overlap is not None else 256, separator="\n\n", backup_separators=["\n", ".", "\u200B"], ),