| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '1.33' | input: '1.33' | ||||
| output: '1.33' | output: '1.33' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '1.26' | input: '1.26' | ||||
| output: '1.26' | output: '1.26' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '0' | input: '0' | ||||
| output: '0' | output: '0' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '0' | input: '0' | ||||
| output: '0' | output: '0' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '1' | input: '1' | ||||
| output: '1' | output: '1' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '0' | input: '0' | ||||
| output: '0' | output: '0' |
| user: Optional[str] = None, | user: Optional[str] = None, | ||||
| ) -> Union[LLMResult, Generator]: | ) -> Union[LLMResult, Generator]: | ||||
| self._add_custom_parameters(credentials) | self._add_custom_parameters(credentials) | ||||
| # {"response_format": "json_object"} need convert to {"response_format": {"type": "json_object"}} | |||||
| if "response_format" in model_parameters: | |||||
| model_parameters["response_format"] = {"type": model_parameters.get("response_format")} | |||||
| return super()._invoke(model, credentials, prompt_messages, model_parameters, tools, stop, stream) | return super()._invoke(model, credentials, prompt_messages, model_parameters, tools, stop, stream) | ||||
| def validate_credentials(self, model: str, credentials: dict) -> None: | def validate_credentials(self, model: str, credentials: dict) -> None: |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '21' | input: '21' | ||||
| output: '21' | output: '21' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '4.13' | input: '4.13' | ||||
| output: '4.13' | output: '4.13' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '0' | input: '0' | ||||
| output: '0' | output: '0' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '0.7' | input: '0.7' | ||||
| output: '0.7' | output: '0.7' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '1.26' | input: '1.26' | ||||
| output: '1.26' | output: '1.26' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '4.13' | input: '4.13' | ||||
| output: '4.13' | output: '4.13' |
| required: false | required: false | ||||
| - name: frequency_penalty | - name: frequency_penalty | ||||
| use_template: frequency_penalty | use_template: frequency_penalty | ||||
| - name: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '0' | input: '0' | ||||
| output: '0' | output: '0' |
| zh_Hans: 用于控制模型生成时的重复度。提高repetition_penalty时可以降低模型生成的重复度。1.0表示不做惩罚。 | zh_Hans: 用于控制模型生成时的重复度。提高repetition_penalty时可以降低模型生成的重复度。1.0表示不做惩罚。 | ||||
| en_US: Used to control the repeatability when generating models. Increasing repetition_penalty can reduce the duplication of model generation. 1.0 means no punishment. | en_US: Used to control the repeatability when generating models. Increasing repetition_penalty can reduce the duplication of model generation. 1.0 means no punishment. | ||||
| - name: response_format | - name: response_format | ||||
| use_template: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '0' | input: '0' | ||||
| output: '0' | output: '0' |
| zh_Hans: 用于控制模型生成时的重复度。提高repetition_penalty时可以降低模型生成的重复度。1.0表示不做惩罚。 | zh_Hans: 用于控制模型生成时的重复度。提高repetition_penalty时可以降低模型生成的重复度。1.0表示不做惩罚。 | ||||
| en_US: Used to control the repeatability when generating models. Increasing repetition_penalty can reduce the duplication of model generation. 1.0 means no punishment. | en_US: Used to control the repeatability when generating models. Increasing repetition_penalty can reduce the duplication of model generation. 1.0 means no punishment. | ||||
| - name: response_format | - name: response_format | ||||
| use_template: response_format | |||||
| label: | |||||
| zh_Hans: 回复格式 | |||||
| en_US: Response Format | |||||
| type: string | |||||
| help: | |||||
| zh_Hans: 指定模型必须输出的格式 | |||||
| en_US: specifying the format that the model must output | |||||
| required: false | |||||
| options: | |||||
| - text | |||||
| - json_object | |||||
| pricing: | pricing: | ||||
| input: '4.13' | input: '4.13' | ||||
| output: '4.13' | output: '4.13' |