Sfoglia il codice sorgente

update empty document caused delete exist collection (#6392)

tags/0.6.15
Jyong 1 anno fa
parent
commit
443e96777b
Nessun account collegato all'indirizzo email del committer
1 ha cambiato i file con 7 aggiunte e 6 eliminazioni
  1. 7
    6
      api/tasks/document_indexing_update_task.py

+ 7
- 6
api/tasks/document_indexing_update_task.py Vedi File

@@ -46,14 +46,15 @@ def document_indexing_update_task(dataset_id: str, document_id: str):
index_processor = IndexProcessorFactory(index_type).init_index_processor()

segments = db.session.query(DocumentSegment).filter(DocumentSegment.document_id == document_id).all()
index_node_ids = [segment.index_node_id for segment in segments]
if segments:
index_node_ids = [segment.index_node_id for segment in segments]

# delete from vector index
index_processor.clean(dataset, index_node_ids)
# delete from vector index
index_processor.clean(dataset, index_node_ids)

for segment in segments:
db.session.delete(segment)
db.session.commit()
for segment in segments:
db.session.delete(segment)
db.session.commit()
end_at = time.perf_counter()
logging.info(
click.style('Cleaned document when document update data source or process rule: {} latency: {}'.format(document_id, end_at - start_at), fg='green'))

Loading…
Annulla
Salva