Quellcode durchsuchen

fix: bad xinference error (#2384)

tags/0.5.4
Yeuoly vor 1 Jahr
Ursprung
Commit
56c25bfb78
Es ist kein Account mit der E-Mail-Adresse des Committers verbunden

+ 1
- 1
api/core/model_runtime/model_providers/xinference/llm/llm.py Datei anzeigen

@@ -70,7 +70,7 @@ class XinferenceAILargeLanguageModel(LargeLanguageModel):
elif 'generate' in extra_param.model_ability:
credentials['completion_type'] = 'completion'
else:
raise ValueError(f'xinference model ability {extra_param.model_ability} is not supported')
raise ValueError(f'xinference model ability {extra_param.model_ability} is not supported, check if you have the right model type')
if extra_param.support_function_call:
credentials['support_function_call'] = True

+ 4
- 2
api/core/model_runtime/model_providers/xinference/text_embedding/text_embedding.py Datei anzeigen

@@ -114,8 +114,10 @@ class XinferenceTextEmbeddingModel(TextEmbeddingModel):
credentials['max_tokens'] = extra_args.max_tokens

self._invoke(model=model, credentials=credentials, texts=['ping'])
except (InvokeAuthorizationError, RuntimeError):
raise CredentialsValidateFailedError('Invalid api key')
except InvokeAuthorizationError as e:
raise CredentialsValidateFailedError(f'Failed to validate credentials for model {model}: {e}')
except RuntimeError as e:
raise CredentialsValidateFailedError(e)

@property
def _invoke_error_mapping(self) -> dict[type[InvokeError], list[type[Exception]]]:

Laden…
Abbrechen
Speichern