Quellcode durchsuchen

Refactor improve codes for ranker (#8936)

### What problem does this PR solve?
Use the normalize method directly

### Type of change

- [x] Refactoring
tags/v0.20.0
Stephen Hu vor 3 Monaten
Ursprung
Commit
46caf6ae72
Es ist kein Account mit der E-Mail-Adresse des Committers verbunden
1 geänderte Dateien mit 2 neuen und 8 gelöschten Zeilen
  1. 2
    8
      rag/llm/rerank_model.py

+ 2
- 8
rag/llm/rerank_model.py Datei anzeigen

@@ -32,11 +32,6 @@ from api.utils.file_utils import get_home_cache_dir
from api.utils.log_utils import log_exception
from rag.utils import num_tokens_from_string, truncate


def sigmoid(x):
return 1 / (1 + np.exp(-x))


class Base(ABC):
def __init__(self, key, model_name):
pass
@@ -133,10 +128,9 @@ class DefaultRerank(Base):

def _compute_batch_scores(self, batch_pairs, max_length=None):
if max_length is None:
scores = self._model.compute_score(batch_pairs)
scores = self._model.compute_score(batch_pairs, normalize=True)
else:
scores = self._model.compute_score(batch_pairs, max_length=max_length)
scores = sigmoid(np.array(scores))
scores = self._model.compute_score(batch_pairs, max_length=max_length, normalize=True)
if not isinstance(scores, Iterable):
scores = [scores]
return scores

Laden…
Abbrechen
Speichern