Ver código fonte

fix: bad xinference error (#2384)

tags/0.5.4
Yeuoly 1 ano atrás
pai
commit
56c25bfb78
Nenhuma conta vinculada ao e-mail do autor do commit

+ 1
- 1
api/core/model_runtime/model_providers/xinference/llm/llm.py Ver arquivo

elif 'generate' in extra_param.model_ability: elif 'generate' in extra_param.model_ability:
credentials['completion_type'] = 'completion' credentials['completion_type'] = 'completion'
else: else:
raise ValueError(f'xinference model ability {extra_param.model_ability} is not supported')
raise ValueError(f'xinference model ability {extra_param.model_ability} is not supported, check if you have the right model type')
if extra_param.support_function_call: if extra_param.support_function_call:
credentials['support_function_call'] = True credentials['support_function_call'] = True

+ 4
- 2
api/core/model_runtime/model_providers/xinference/text_embedding/text_embedding.py Ver arquivo

credentials['max_tokens'] = extra_args.max_tokens credentials['max_tokens'] = extra_args.max_tokens


self._invoke(model=model, credentials=credentials, texts=['ping']) self._invoke(model=model, credentials=credentials, texts=['ping'])
except (InvokeAuthorizationError, RuntimeError):
raise CredentialsValidateFailedError('Invalid api key')
except InvokeAuthorizationError as e:
raise CredentialsValidateFailedError(f'Failed to validate credentials for model {model}: {e}')
except RuntimeError as e:
raise CredentialsValidateFailedError(e)


@property @property
def _invoke_error_mapping(self) -> dict[type[InvokeError], list[type[Exception]]]: def _invoke_error_mapping(self) -> dict[type[InvokeError], list[type[Exception]]]:

Carregando…
Cancelar
Salvar