Browse Source
fix: wrong token number when using qa_model and answer is updated. (#21574)
tags/1.5.1
NeatGuyCoding
4 months ago
1 changed files with 1 additions and 0 deletions
+ 1
- 0
api/services/dataset_service.py
View File
| # calc embedding use tokens | # calc embedding use tokens | ||||
| if document.doc_form == "qa_model": | if document.doc_form == "qa_model": | ||||
| segment.answer = args.answer | |||||
| tokens = embedding_model.get_text_embedding_num_tokens(texts=[content + segment.answer])[0] | tokens = embedding_model.get_text_embedding_num_tokens(texts=[content + segment.answer])[0] | ||||
| else: | else: | ||||
| tokens = embedding_model.get_text_embedding_num_tokens(texts=[content])[0] | tokens = embedding_model.get_text_embedding_num_tokens(texts=[content])[0] |
Loading…