| @@ -37,6 +37,17 @@ def _get_max_tokens(default: int, min_val: int, max_val: int) -> ParameterRule: | |||
| return rule | |||
| def _get_o1_max_tokens(default: int, min_val: int, max_val: int) -> ParameterRule: | |||
| rule = ParameterRule( | |||
| name="max_completion_tokens", | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.MAX_TOKENS], | |||
| ) | |||
| rule.default = default | |||
| rule.min = min_val | |||
| rule.max = max_val | |||
| return rule | |||
| class AzureBaseModel(BaseModel): | |||
| base_model_name: str | |||
| entity: AIModelEntity | |||
| @@ -1098,14 +1109,6 @@ LLM_BASE_MODELS = [ | |||
| ModelPropertyKey.CONTEXT_SIZE: 128000, | |||
| }, | |||
| parameter_rules=[ | |||
| ParameterRule( | |||
| name="temperature", | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TEMPERATURE], | |||
| ), | |||
| ParameterRule( | |||
| name="top_p", | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TOP_P], | |||
| ), | |||
| ParameterRule( | |||
| name="response_format", | |||
| label=I18nObject(zh_Hans="回复格式", en_US="response_format"), | |||
| @@ -1116,7 +1119,7 @@ LLM_BASE_MODELS = [ | |||
| required=False, | |||
| options=["text", "json_object"], | |||
| ), | |||
| _get_max_tokens(default=512, min_val=1, max_val=32768), | |||
| _get_o1_max_tokens(default=512, min_val=1, max_val=32768), | |||
| ], | |||
| pricing=PriceConfig( | |||
| input=15.00, | |||
| @@ -1143,14 +1146,6 @@ LLM_BASE_MODELS = [ | |||
| ModelPropertyKey.CONTEXT_SIZE: 128000, | |||
| }, | |||
| parameter_rules=[ | |||
| ParameterRule( | |||
| name="temperature", | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TEMPERATURE], | |||
| ), | |||
| ParameterRule( | |||
| name="top_p", | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TOP_P], | |||
| ), | |||
| ParameterRule( | |||
| name="response_format", | |||
| label=I18nObject(zh_Hans="回复格式", en_US="response_format"), | |||
| @@ -1161,7 +1156,7 @@ LLM_BASE_MODELS = [ | |||
| required=False, | |||
| options=["text", "json_object"], | |||
| ), | |||
| _get_max_tokens(default=512, min_val=1, max_val=65536), | |||
| _get_o1_max_tokens(default=512, min_val=1, max_val=65536), | |||
| ], | |||
| pricing=PriceConfig( | |||
| input=3.00, | |||