|
|
|
@@ -24,6 +24,8 @@ import numpy as np |
|
|
|
from api.utils.file_utils import get_home_cache_dir |
|
|
|
from rag.utils import num_tokens_from_string, truncate |
|
|
|
|
|
|
|
def sigmoid(x): |
|
|
|
return 1 / (1 + np.exp(-x)) |
|
|
|
|
|
|
|
class Base(ABC): |
|
|
|
def __init__(self, key, model_name): |
|
|
|
@@ -69,6 +71,7 @@ class DefaultRerank(Base): |
|
|
|
res = [] |
|
|
|
for i in range(0, len(pairs), batch_size): |
|
|
|
scores = self._model.compute_score(pairs[i:i + batch_size], max_length=2048) |
|
|
|
scores = sigmoid(np.array(scores)) |
|
|
|
res.extend(scores) |
|
|
|
return np.array(res), token_count |
|
|
|
|