Sfoglia il codice sorgente

check rerank document is not empty (#1740)

Co-authored-by: jyong <jyong@dify.ai>
tags/0.3.34
Jyong 1 anno fa
parent
commit
d5695b3170
Nessun account collegato all'indirizzo email del committer

+ 5
- 2
api/core/model_providers/models/reranking/cohere_reranking.py Vedi File



super().__init__(model_provider, client, name) super().__init__(model_provider, client, name)


def rerank(self, query: str, documents: List[Document], score_threshold: Optional[float], top_k: Optional[int]) -> Optional[List[Document]]:
def rerank(self, query: str, documents: List[Document], score_threshold: Optional[float], top_k: Optional[int]) -> \
Optional[List[Document]]:
if not documents:
return []
docs = [] docs = []
doc_id = [] doc_id = []
unique_documents = [] unique_documents = []
docs.append(document.page_content) docs.append(document.page_content)
unique_documents.append(document) unique_documents.append(document)
documents = unique_documents documents = unique_documents
results = self.client.rerank(query=query, documents=docs, model=self.name, top_n=top_k) results = self.client.rerank(query=query, documents=docs, model=self.name, top_n=top_k)
rerank_documents = [] rerank_documents = []



+ 2
- 0
api/core/model_providers/models/reranking/xinference_reranking.py Vedi File

super().__init__(model_provider, client, name) super().__init__(model_provider, client, name)


def rerank(self, query: str, documents: List[Document], score_threshold: Optional[float], top_k: Optional[int]) -> Optional[List[Document]]: def rerank(self, query: str, documents: List[Document], score_threshold: Optional[float], top_k: Optional[int]) -> Optional[List[Document]]:
if not documents:
return []
docs = [] docs = []
doc_id = [] doc_id = []
unique_documents = [] unique_documents = []

Loading…
Annulla
Salva