Browse Source

fix: remove empty segment in splitter (#68)

tags/0.2.2
John Wang 2 years ago
parent
commit
0587ff0fba
No account linked to committer's email address
1 changed files with 1 additions and 1 deletions
  1. 1
    1
      api/core/indexing_runner.py

+ 1
- 1
api/core/indexing_runner.py View File

@@ -343,7 +343,7 @@ class IndexingRunner:

# parse document to nodes
nodes = node_parser.get_nodes_from_documents([text_doc])
nodes = [node for node in nodes if node.text is not None and node.text.strip()]
all_nodes.extend(nodes)

return all_nodes

Loading…
Cancel
Save