浏览代码

add support for Upstage (#1902)

### What problem does this PR solve?

#1853  add support for Upstage

### Type of change


- [x] New Feature (non-breaking change which adds functionality)

Co-authored-by: Zhedong Cen <cenzhedong2@126.com>
tags/v0.10.0
黄腾 1年前
父节点
当前提交
e9e39d57ce
没有帐户链接到提交者的电子邮件

+ 32
- 0
conf/llm_factories.json 查看文件

@@ -2601,6 +2601,38 @@
"model_type": "embedding"
}
]
},
{
"name": "Upstage",
"logo": "",
"tags": "LLM,TEXT EMBEDDING",
"status": "1",
"llm": [
{
"llm_name": "solar-1-mini-chat",
"tags": "LLM,CHAT,32k",
"max_tokens": 32768,
"model_type": "chat"
},
{
"llm_name": "solar-1-mini-chat-ja",
"tags": "LLM,CHAT,32k",
"max_tokens": 32768,
"model_type": "chat"
},
{
"llm_name": "solar-embedding-1-large-query",
"tags": "TEXT EMBEDDING",
"max_tokens": 4000,
"model_type": "embedding"
},
{
"llm_name": "solar-embedding-1-large-passage",
"tags": "TEXT EMBEDDING",
"max_tokens": 4000,
"model_type": "embedding"
}
]
}
]
}

+ 3
- 1
rag/llm/__init__.py 查看文件

@@ -41,6 +41,7 @@ EmbeddingModel = {
"cohere": CoHereEmbed,
"TogetherAI": TogetherAIEmbed,
"PerfXCloud": PerfXCloudEmbed,
"Upstage": UpstageEmbed
}


@@ -89,7 +90,8 @@ ChatModel = {
"cohere": CoHereChat,
"LeptonAI": LeptonAIChat,
"TogetherAI": TogetherAIChat,
"PerfXCloud": PerfXCloudChat
"PerfXCloud": PerfXCloudChat,
"Upstage":UpstageChat
}



+ 7
- 0
rag/llm/chat_model.py 查看文件

@@ -1002,3 +1002,10 @@ class PerfXCloudChat(Base):
if not base_url:
base_url = "https://cloud.perfxlab.cn/v1"
super().__init__(key, model_name, base_url)


class UpstageChat(Base):
def __init__(self, key, model_name, base_url="https://api.upstage.ai/v1/solar"):
if not base_url:
base_url = "https://api.upstage.ai/v1/solar"
super().__init__(key, model_name, base_url)

+ 7
- 1
rag/llm/embedding_model.py 查看文件

@@ -567,4 +567,10 @@ class PerfXCloudEmbed(OpenAIEmbed):
if not base_url:
base_url = "https://cloud.perfxlab.cn/v1"
super().__init__(key, model_name, base_url)


class UpstageEmbed(OpenAIEmbed):
def __init__(self, key, model_name, base_url="https://api.upstage.ai/v1/solar"):
if not base_url:
base_url = "https://api.upstage.ai/v1/solar"
super().__init__(key, model_name, base_url)

+ 21
- 0
web/src/assets/svg/llm/upstage.svg
文件差异内容过多而无法显示
查看文件


+ 2
- 1
web/src/pages/user-setting/setting-model/constant.ts 查看文件

@@ -26,7 +26,8 @@ export const IconMap = {
cohere: 'cohere',
Lepton: 'lepton',
TogetherAI:'together-ai',
PerfXCould: 'perfx-could'
PerfXCould: 'perfx-could',
Upstage: 'upstage'
};

export const BedrockRegionList = [

正在加载...
取消
保存