|
|
|
|
|
|
|
|
res = [] |
|
|
res = [] |
|
|
for i in range(0, len(pairs), batch_size): |
|
|
for i in range(0, len(pairs), batch_size): |
|
|
scores = self._model.compute_score(pairs[i:i + batch_size], max_length=2048) |
|
|
scores = self._model.compute_score(pairs[i:i + batch_size], max_length=2048) |
|
|
|
|
|
scores = sigmoid(np.array(scores)).tolist() |
|
|
if isinstance(scores, float): res.append(scores) |
|
|
if isinstance(scores, float): res.append(scores) |
|
|
else: res.extend(scores) |
|
|
else: res.extend(scores) |
|
|
return np.array(res), token_count |
|
|
return np.array(res), token_count |