hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-10 03:16:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix text split (#15426)

Browse Source
This commit is contained in:
Jyong
2025-03-11 00:24:27 +08:00
committed by GitHub
parent adda049265
commit f77f7e1437
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
api/core/rag/splitter/fixed_text_splitter.py
View File

@@ -88,7 +88,10 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter)
break break
# Now that we have the separator, split the text # Now that we have the separator, split the text
if separator: if separator:
splits = text.split(separator) if separator == " ":
splits = text.split()
else:
splits = text.split(separator)
else: else:
splits = list(text) splits = list(text)
# Now go merging things, recursively splitting longer texts. # Now go merging things, recursively splitting longer texts.