Explorar el Código

check rerank document is not empty (#1740)

Co-authored-by: jyong <jyong@dify.ai>
tags/0.3.34
Jyong hace 1 año
padre
commit
d5695b3170
No account linked to committer's email address

+ 5
- 2
api/core/model_providers/models/reranking/cohere_reranking.py Ver fichero

@@ -24,7 +24,10 @@ class CohereReranking(BaseReranking):

super().__init__(model_provider, client, name)

def rerank(self, query: str, documents: List[Document], score_threshold: Optional[float], top_k: Optional[int]) -> Optional[List[Document]]:
def rerank(self, query: str, documents: List[Document], score_threshold: Optional[float], top_k: Optional[int]) -> \
Optional[List[Document]]:
if not documents:
return []
docs = []
doc_id = []
unique_documents = []
@@ -34,7 +37,7 @@ class CohereReranking(BaseReranking):
docs.append(document.page_content)
unique_documents.append(document)
documents = unique_documents
results = self.client.rerank(query=query, documents=docs, model=self.name, top_n=top_k)
rerank_documents = []


+ 2
- 0
api/core/model_providers/models/reranking/xinference_reranking.py Ver fichero

@@ -21,6 +21,8 @@ class XinferenceReranking(BaseReranking):
super().__init__(model_provider, client, name)

def rerank(self, query: str, documents: List[Document], score_threshold: Optional[float], top_k: Optional[int]) -> Optional[List[Document]]:
if not documents:
return []
docs = []
doc_id = []
unique_documents = []

Cargando…
Cancelar
Guardar