Browse Source

add support for Upstage (#1902)

### What problem does this PR solve?

#1853  add support for Upstage

### Type of change


- [x] New Feature (non-breaking change which adds functionality)

Co-authored-by: Zhedong Cen <cenzhedong2@126.com>
tags/v0.10.0
黄腾 1 year ago
parent
commit
e9e39d57ce
No account linked to committer's email address

+ 32
- 0
conf/llm_factories.json View File

@@ -2601,6 +2601,38 @@
"model_type": "embedding"
}
]
},
{
"name": "Upstage",
"logo": "",
"tags": "LLM,TEXT EMBEDDING",
"status": "1",
"llm": [
{
"llm_name": "solar-1-mini-chat",
"tags": "LLM,CHAT,32k",
"max_tokens": 32768,
"model_type": "chat"
},
{
"llm_name": "solar-1-mini-chat-ja",
"tags": "LLM,CHAT,32k",
"max_tokens": 32768,
"model_type": "chat"
},
{
"llm_name": "solar-embedding-1-large-query",
"tags": "TEXT EMBEDDING",
"max_tokens": 4000,
"model_type": "embedding"
},
{
"llm_name": "solar-embedding-1-large-passage",
"tags": "TEXT EMBEDDING",
"max_tokens": 4000,
"model_type": "embedding"
}
]
}
]
}

+ 3
- 1
rag/llm/__init__.py View File

@@ -41,6 +41,7 @@ EmbeddingModel = {
"cohere": CoHereEmbed,
"TogetherAI": TogetherAIEmbed,
"PerfXCloud": PerfXCloudEmbed,
"Upstage": UpstageEmbed
}


@@ -89,7 +90,8 @@ ChatModel = {
"cohere": CoHereChat,
"LeptonAI": LeptonAIChat,
"TogetherAI": TogetherAIChat,
"PerfXCloud": PerfXCloudChat
"PerfXCloud": PerfXCloudChat,
"Upstage":UpstageChat
}



+ 7
- 0
rag/llm/chat_model.py View File

@@ -1002,3 +1002,10 @@ class PerfXCloudChat(Base):
if not base_url:
base_url = "https://cloud.perfxlab.cn/v1"
super().__init__(key, model_name, base_url)


class UpstageChat(Base):
def __init__(self, key, model_name, base_url="https://api.upstage.ai/v1/solar"):
if not base_url:
base_url = "https://api.upstage.ai/v1/solar"
super().__init__(key, model_name, base_url)

+ 7
- 1
rag/llm/embedding_model.py View File

@@ -567,4 +567,10 @@ class PerfXCloudEmbed(OpenAIEmbed):
if not base_url:
base_url = "https://cloud.perfxlab.cn/v1"
super().__init__(key, model_name, base_url)


class UpstageEmbed(OpenAIEmbed):
def __init__(self, key, model_name, base_url="https://api.upstage.ai/v1/solar"):
if not base_url:
base_url = "https://api.upstage.ai/v1/solar"
super().__init__(key, model_name, base_url)

+ 21
- 0
web/src/assets/svg/llm/upstage.svg
File diff suppressed because it is too large
View File


+ 2
- 1
web/src/pages/user-setting/setting-model/constant.ts View File

@@ -26,7 +26,8 @@ export const IconMap = {
cohere: 'cohere',
Lepton: 'lepton',
TogetherAI:'together-ai',
PerfXCould: 'perfx-could'
PerfXCould: 'perfx-could',
Upstage: 'upstage'
};

export const BedrockRegionList = [

Loading…
Cancel
Save