sino
1 year ago
1 changed files with 1 additions and 1 deletions
+ 1
- 1
api/core/indexing_runner.py
View File
| self._check_document_paused_status(dataset_document.id) | self._check_document_paused_status(dataset_document.id) | ||||
| tokens = 0 | tokens = 0 | ||||
| if dataset.indexing_technique == 'high_quality' or embedding_model_type_instance: | |||||
| if embedding_model_instance: | |||||
| tokens += sum( | tokens += sum( | ||||
| embedding_model_instance.get_text_embedding_num_tokens( | embedding_model_instance.get_text_embedding_num_tokens( | ||||
| [document.page_content] | [document.page_content] |
Loading…