|
|
|
|
|
|
|
|
], |
|
|
], |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
|
|
'context_size': 4096, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 4096, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |
|
|
|
|
|
|
|
|
], |
|
|
], |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
|
|
'context_size': 16385, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 16385, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |
|
|
|
|
|
|
|
|
], |
|
|
], |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
|
|
'context_size': 8192, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 8192, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |
|
|
|
|
|
|
|
|
], |
|
|
], |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
|
|
'context_size': 32768, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 32768, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |
|
|
|
|
|
|
|
|
], |
|
|
], |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
|
|
'context_size': 128000, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 128000, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |
|
|
|
|
|
|
|
|
], |
|
|
], |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
|
|
'context_size': 128000, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 128000, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |
|
|
|
|
|
|
|
|
model_type=ModelType.LLM, |
|
|
model_type=ModelType.LLM, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.COMPLETION.value, |
|
|
|
|
|
'context_size': 4096, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.COMPLETION.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 4096, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |
|
|
|
|
|
|
|
|
model_type=ModelType.LLM, |
|
|
model_type=ModelType.LLM, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
model_properties={ |
|
|
model_properties={ |
|
|
'mode': LLMMode.COMPLETION.value, |
|
|
|
|
|
'context_size': 4096, |
|
|
|
|
|
|
|
|
ModelPropertyKey.MODE: LLMMode.COMPLETION.value, |
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 4096, |
|
|
}, |
|
|
}, |
|
|
parameter_rules=[ |
|
|
parameter_rules=[ |
|
|
ParameterRule( |
|
|
ParameterRule( |