Bladeren bron

feat: support spark v2 validate (#1086)

tags/0.3.20
takatost 2 jaren geleden
bovenliggende
commit
a7cdb745c1
No account linked to committer's email address
1 gewijzigde bestanden met toevoegingen van 28 en 7 verwijderingen
  1. 28
    7
      api/core/model_providers/providers/spark_provider.py

+ 28
- 7
api/core/model_providers/providers/spark_provider.py Bestand weergeven

if 'api_secret' not in credentials: if 'api_secret' not in credentials:
raise CredentialsValidateFailedError('Spark api_secret must be provided.') raise CredentialsValidateFailedError('Spark api_secret must be provided.')


try:
credential_kwargs = {
'app_id': credentials['app_id'],
'api_key': credentials['api_key'],
'api_secret': credentials['api_secret'],
}
credential_kwargs = {
'app_id': credentials['app_id'],
'api_key': credentials['api_key'],
'api_secret': credentials['api_secret'],
}


try:
chat_llm = ChatSpark( chat_llm = ChatSpark(
model_name='spark-v2',
max_tokens=10, max_tokens=10,
temperature=0.01, temperature=0.01,
**credential_kwargs **credential_kwargs


chat_llm(messages) chat_llm(messages)
except SparkError as ex: except SparkError as ex:
raise CredentialsValidateFailedError(str(ex))
# try spark v1.5 if v2.1 failed
try:
chat_llm = ChatSpark(
model_name='spark',
max_tokens=10,
temperature=0.01,
**credential_kwargs
)

messages = [
HumanMessage(
content="ping"
)
]

chat_llm(messages)
except SparkError as ex:
raise CredentialsValidateFailedError(str(ex))
except Exception as ex:
logging.exception('Spark config validation failed')
raise ex
except Exception as ex: except Exception as ex:
logging.exception('Spark config validation failed') logging.exception('Spark config validation failed')
raise ex raise ex

Laden…
Annuleren
Opslaan