| @@ -44,14 +44,13 @@ def deal_dataset_vector_index_task(dataset_id: str, action: str): | |||
| if dataset_documents: | |||
| # save vector index | |||
| index = IndexBuilder.get_index(dataset, 'high_quality', ignore_high_quality_check=True) | |||
| documents = [] | |||
| for dataset_document in dataset_documents: | |||
| # delete from vector index | |||
| segments = db.session.query(DocumentSegment).filter( | |||
| DocumentSegment.document_id == dataset_document.id, | |||
| DocumentSegment.enabled == True | |||
| ) .order_by(DocumentSegment.position.asc()).all() | |||
| documents = [] | |||
| for segment in segments: | |||
| document = Document( | |||
| page_content=segment.content, | |||
| @@ -65,8 +64,8 @@ def deal_dataset_vector_index_task(dataset_id: str, action: str): | |||
| documents.append(document) | |||
| # save vector index | |||
| index.add_texts(documents) | |||
| # save vector index | |||
| index.add_texts(documents) | |||
| end_at = time.perf_counter() | |||
| logging.info( | |||