| pre_segment_data_list = [] | pre_segment_data_list = [] | ||||
| segment_data_list = [] | segment_data_list = [] | ||||
| keywords_list = [] | keywords_list = [] | ||||
| position = max_position + 1 if max_position else 1 | |||||
| for segment_item in segments: | for segment_item in segments: | ||||
| content = segment_item["content"] | content = segment_item["content"] | ||||
| doc_id = str(uuid.uuid4()) | doc_id = str(uuid.uuid4()) | ||||
| document_id=document.id, | document_id=document.id, | ||||
| index_node_id=doc_id, | index_node_id=doc_id, | ||||
| index_node_hash=segment_hash, | index_node_hash=segment_hash, | ||||
| position=max_position + 1 if max_position else 1, | |||||
| position=position, | |||||
| content=content, | content=content, | ||||
| word_count=len(content), | word_count=len(content), | ||||
| tokens=tokens, | tokens=tokens, | ||||
| increment_word_count += segment_document.word_count | increment_word_count += segment_document.word_count | ||||
| db.session.add(segment_document) | db.session.add(segment_document) | ||||
| segment_data_list.append(segment_document) | segment_data_list.append(segment_document) | ||||
| position += 1 | |||||
| pre_segment_data_list.append(segment_document) | pre_segment_data_list.append(segment_document) | ||||
| if "keywords" in segment_item: | if "keywords" in segment_item: |