|
|
|
@@ -819,6 +819,82 @@ LLM_BASE_MODELS = [ |
|
|
|
), |
|
|
|
), |
|
|
|
), |
|
|
|
AzureBaseModel( |
|
|
|
base_model_name="gpt-4o-2024-11-20", |
|
|
|
entity=AIModelEntity( |
|
|
|
model="fake-deployment-name", |
|
|
|
label=I18nObject( |
|
|
|
en_US="fake-deployment-name-label", |
|
|
|
), |
|
|
|
model_type=ModelType.LLM, |
|
|
|
features=[ |
|
|
|
ModelFeature.AGENT_THOUGHT, |
|
|
|
ModelFeature.VISION, |
|
|
|
ModelFeature.MULTI_TOOL_CALL, |
|
|
|
ModelFeature.STREAM_TOOL_CALL, |
|
|
|
], |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 128000, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
name="temperature", |
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.TEMPERATURE], |
|
|
|
), |
|
|
|
ParameterRule( |
|
|
|
name="top_p", |
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.TOP_P], |
|
|
|
), |
|
|
|
ParameterRule( |
|
|
|
name="presence_penalty", |
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.PRESENCE_PENALTY], |
|
|
|
), |
|
|
|
ParameterRule( |
|
|
|
name="frequency_penalty", |
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.FREQUENCY_PENALTY], |
|
|
|
), |
|
|
|
_get_max_tokens(default=512, min_val=1, max_val=16384), |
|
|
|
ParameterRule( |
|
|
|
name="seed", |
|
|
|
label=I18nObject(zh_Hans="种子", en_US="Seed"), |
|
|
|
type="int", |
|
|
|
help=AZURE_DEFAULT_PARAM_SEED_HELP, |
|
|
|
required=False, |
|
|
|
precision=2, |
|
|
|
min=0, |
|
|
|
max=1, |
|
|
|
), |
|
|
|
ParameterRule( |
|
|
|
name="response_format", |
|
|
|
label=I18nObject(zh_Hans="回复格式", en_US="response_format"), |
|
|
|
type="string", |
|
|
|
help=I18nObject( |
|
|
|
zh_Hans="指定模型必须输出的格式", en_US="specifying the format that the model must output" |
|
|
|
), |
|
|
|
required=False, |
|
|
|
options=["text", "json_object", "json_schema"], |
|
|
|
), |
|
|
|
ParameterRule( |
|
|
|
name="json_schema", |
|
|
|
label=I18nObject(en_US="JSON Schema"), |
|
|
|
type="text", |
|
|
|
help=I18nObject( |
|
|
|
zh_Hans="设置返回的json schema,llm将按照它返回", |
|
|
|
en_US="Set a response json schema will ensure LLM to adhere it.", |
|
|
|
), |
|
|
|
required=False, |
|
|
|
), |
|
|
|
], |
|
|
|
pricing=PriceConfig( |
|
|
|
input=5.00, |
|
|
|
output=15.00, |
|
|
|
unit=0.000001, |
|
|
|
currency="USD", |
|
|
|
), |
|
|
|
), |
|
|
|
), |
|
|
|
AzureBaseModel( |
|
|
|
base_model_name="gpt-4-turbo", |
|
|
|
entity=AIModelEntity( |