mirror of
http://112.124.100.131/huang.ze/ebiz-dify-ai.git
synced 2025-12-10 19:36:53 +08:00
fix: remove empty segment in splitter (#68)
This commit is contained in:
@@ -343,7 +343,7 @@ class IndexingRunner:
|
|||||||
|
|
||||||
# parse document to nodes
|
# parse document to nodes
|
||||||
nodes = node_parser.get_nodes_from_documents([text_doc])
|
nodes = node_parser.get_nodes_from_documents([text_doc])
|
||||||
|
nodes = [node for node in nodes if node.text is not None and node.text.strip()]
|
||||||
all_nodes.extend(nodes)
|
all_nodes.extend(nodes)
|
||||||
|
|
||||||
return all_nodes
|
return all_nodes
|
||||||
|
|||||||
Reference in New Issue
Block a user