AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-11 16:28:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed chunk_overlap is None (#7703)

Browse Source
This commit is contained in:
Jyong 2024-08-27 16:38:06 +08:00 committed by GitHub
parent ee7d5e7206
commit 60001a62c4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/core/rag/index_processor/index_processor_base.py
View File

@ -57,7 +57,7 @@ class BaseIndexProcessor(ABC):
character_splitter = FixedRecursiveCharacterTextSplitter.from_encoder(
chunk_size=segmentation["max_tokens"],
chunk_overlap=segmentation.get('chunk_overlap', 0),
chunk_overlap=segmentation.get('chunk_overlap', 0) or 0,
fixed_separator=separator,
separators=["\n\n", "。", ". ", " ", ""],
embedding_model_instance=embedding_model_instance