| @@ -448,6 +448,46 @@ LLM_BASE_MODELS = [ | |||
| currency='USD', | |||
| ) | |||
| ) | |||
| ), | |||
| AzureBaseModel( | |||
| base_model_name='text-davinci-003', | |||
| entity=AIModelEntity( | |||
| model='fake-deployment-name', | |||
| label=I18nObject( | |||
| en_US='fake-deployment-name-label', | |||
| ), | |||
| model_type=ModelType.LLM, | |||
| fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, | |||
| model_properties={ | |||
| 'mode': LLMMode.COMPLETION.value, | |||
| 'context_size': 4096, | |||
| }, | |||
| parameter_rules=[ | |||
| ParameterRule( | |||
| name='temperature', | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TEMPERATURE], | |||
| ), | |||
| ParameterRule( | |||
| name='top_p', | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TOP_P], | |||
| ), | |||
| ParameterRule( | |||
| name='presence_penalty', | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.PRESENCE_PENALTY], | |||
| ), | |||
| ParameterRule( | |||
| name='frequency_penalty', | |||
| **PARAMETER_RULE_TEMPLATE[DefaultParameterName.FREQUENCY_PENALTY], | |||
| ), | |||
| _get_max_tokens(default=512, min_val=1, max_val=4096), | |||
| ], | |||
| pricing=PriceConfig( | |||
| input=0.02, | |||
| output=0.02, | |||
| unit=0.001, | |||
| currency='USD', | |||
| ) | |||
| ) | |||
| ) | |||
| ] | |||