Ver código fonte

add support for Upstage (#1902)

### What problem does this PR solve?

#1853  add support for Upstage

### Type of change


- [x] New Feature (non-breaking change which adds functionality)

Co-authored-by: Zhedong Cen <cenzhedong2@126.com>
tags/v0.10.0
黄腾 1 ano atrás
pai
commit
e9e39d57ce
Nenhuma conta vinculada ao e-mail do autor do commit

+ 32
- 0
conf/llm_factories.json Ver arquivo

"model_type": "embedding" "model_type": "embedding"
} }
] ]
},
{
"name": "Upstage",
"logo": "",
"tags": "LLM,TEXT EMBEDDING",
"status": "1",
"llm": [
{
"llm_name": "solar-1-mini-chat",
"tags": "LLM,CHAT,32k",
"max_tokens": 32768,
"model_type": "chat"
},
{
"llm_name": "solar-1-mini-chat-ja",
"tags": "LLM,CHAT,32k",
"max_tokens": 32768,
"model_type": "chat"
},
{
"llm_name": "solar-embedding-1-large-query",
"tags": "TEXT EMBEDDING",
"max_tokens": 4000,
"model_type": "embedding"
},
{
"llm_name": "solar-embedding-1-large-passage",
"tags": "TEXT EMBEDDING",
"max_tokens": 4000,
"model_type": "embedding"
}
]
} }
] ]
} }

+ 3
- 1
rag/llm/__init__.py Ver arquivo

"cohere": CoHereEmbed, "cohere": CoHereEmbed,
"TogetherAI": TogetherAIEmbed, "TogetherAI": TogetherAIEmbed,
"PerfXCloud": PerfXCloudEmbed, "PerfXCloud": PerfXCloudEmbed,
"Upstage": UpstageEmbed
} }




"cohere": CoHereChat, "cohere": CoHereChat,
"LeptonAI": LeptonAIChat, "LeptonAI": LeptonAIChat,
"TogetherAI": TogetherAIChat, "TogetherAI": TogetherAIChat,
"PerfXCloud": PerfXCloudChat
"PerfXCloud": PerfXCloudChat,
"Upstage":UpstageChat
} }





+ 7
- 0
rag/llm/chat_model.py Ver arquivo

if not base_url: if not base_url:
base_url = "https://cloud.perfxlab.cn/v1" base_url = "https://cloud.perfxlab.cn/v1"
super().__init__(key, model_name, base_url) super().__init__(key, model_name, base_url)


class UpstageChat(Base):
def __init__(self, key, model_name, base_url="https://api.upstage.ai/v1/solar"):
if not base_url:
base_url = "https://api.upstage.ai/v1/solar"
super().__init__(key, model_name, base_url)

+ 7
- 1
rag/llm/embedding_model.py Ver arquivo

if not base_url: if not base_url:
base_url = "https://cloud.perfxlab.cn/v1" base_url = "https://cloud.perfxlab.cn/v1"
super().__init__(key, model_name, base_url) super().__init__(key, model_name, base_url)


class UpstageEmbed(OpenAIEmbed):
def __init__(self, key, model_name, base_url="https://api.upstage.ai/v1/solar"):
if not base_url:
base_url = "https://api.upstage.ai/v1/solar"
super().__init__(key, model_name, base_url)

+ 21
- 0
web/src/assets/svg/llm/upstage.svg
Diferenças do arquivo suprimidas por serem muito extensas
Ver arquivo


+ 2
- 1
web/src/pages/user-setting/setting-model/constant.ts Ver arquivo

cohere: 'cohere', cohere: 'cohere',
Lepton: 'lepton', Lepton: 'lepton',
TogetherAI:'together-ai', TogetherAI:'together-ai',
PerfXCould: 'perfx-could'
PerfXCould: 'perfx-could',
Upstage: 'upstage'
}; };


export const BedrockRegionList = [ export const BedrockRegionList = [

Carregando…
Cancelar
Salvar