|
|
|
@@ -40,8 +40,8 @@ LLM_BASE_MODELS = [ |
|
|
|
], |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
'context_size': 4096, |
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 4096, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
@@ -84,8 +84,8 @@ LLM_BASE_MODELS = [ |
|
|
|
], |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
'context_size': 16385, |
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 16385, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
@@ -128,8 +128,8 @@ LLM_BASE_MODELS = [ |
|
|
|
], |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
'context_size': 8192, |
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 8192, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
@@ -202,8 +202,8 @@ LLM_BASE_MODELS = [ |
|
|
|
], |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
'context_size': 32768, |
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 32768, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
@@ -276,8 +276,8 @@ LLM_BASE_MODELS = [ |
|
|
|
], |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
'context_size': 128000, |
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 128000, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
@@ -349,8 +349,8 @@ LLM_BASE_MODELS = [ |
|
|
|
], |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.CHAT.value, |
|
|
|
'context_size': 128000, |
|
|
|
ModelPropertyKey.MODE: LLMMode.CHAT.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 128000, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
@@ -419,8 +419,8 @@ LLM_BASE_MODELS = [ |
|
|
|
model_type=ModelType.LLM, |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.COMPLETION.value, |
|
|
|
'context_size': 4096, |
|
|
|
ModelPropertyKey.MODE: LLMMode.COMPLETION.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 4096, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |
|
|
|
@@ -459,8 +459,8 @@ LLM_BASE_MODELS = [ |
|
|
|
model_type=ModelType.LLM, |
|
|
|
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, |
|
|
|
model_properties={ |
|
|
|
'mode': LLMMode.COMPLETION.value, |
|
|
|
'context_size': 4096, |
|
|
|
ModelPropertyKey.MODE: LLMMode.COMPLETION.value, |
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 4096, |
|
|
|
}, |
|
|
|
parameter_rules=[ |
|
|
|
ParameterRule( |