|
|
|
@@ -32,12 +32,12 @@ class GiteeAILargeLanguageModel(OAIAPICompatLargeLanguageModel): |
|
|
|
return super()._invoke(model, credentials, prompt_messages, model_parameters, tools, stop, stream, user) |
|
|
|
|
|
|
|
def validate_credentials(self, model: str, credentials: dict) -> None: |
|
|
|
self._add_custom_parameters(credentials, model, None) |
|
|
|
self._add_custom_parameters(credentials, None) |
|
|
|
super().validate_credentials(model, credentials) |
|
|
|
|
|
|
|
def _add_custom_parameters(self, credentials: dict, model: str, model_parameters: dict) -> None: |
|
|
|
def _add_custom_parameters(self, credentials: dict, model: Optional[str]) -> None: |
|
|
|
if model is None: |
|
|
|
model = "bge-large-zh-v1.5" |
|
|
|
model = "Qwen2-72B-Instruct" |
|
|
|
|
|
|
|
model_identity = GiteeAILargeLanguageModel.MODEL_TO_IDENTITY.get(model, model) |
|
|
|
credentials["endpoint_url"] = f"https://ai.gitee.com/api/serverless/{model_identity}/" |
|
|
|
@@ -47,5 +47,7 @@ class GiteeAILargeLanguageModel(OAIAPICompatLargeLanguageModel): |
|
|
|
credentials["mode"] = LLMMode.CHAT.value |
|
|
|
|
|
|
|
schema = self.get_model_schema(model, credentials) |
|
|
|
assert schema is not None, f"Model schema not found for model {model}" |
|
|
|
assert schema.features is not None, f"Model features not found for model {model}" |
|
|
|
if ModelFeature.TOOL_CALL in schema.features or ModelFeature.MULTI_TOOL_CALL in schema.features: |
|
|
|
credentials["function_calling_type"] = "tool_call" |