Bläddra i källkod

Feat: add Claude Opus 4.1 (#9268)

### What problem does this PR solve?

Add Claude Opus 4.

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
- [x] Refactoring
tags/v0.20.1
Yongteng Lei 2 månader sedan
förälder
incheckning
46a35f44da
Inget konto är kopplat till bidragsgivarens mejladress
1 ändrade filer med 86 tillägg och 58 borttagningar
  1. 86
    58
      conf/llm_factories.json

+ 86
- 58
conf/llm_factories.json Visa fil

"tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT", "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT",
"status": "1", "status": "1",
"llm": [ "llm": [
{
"llm_name": "Qwen3-Embedding-8B",
"tags": "TEXT EMBEDDING,TEXT RE-RANK,32k",
"max_tokens": 32000,
"model_type": "embedding",
"is_tools": false
},
{
"llm_name": "Qwen3-Embedding-4B",
"tags": "TEXT EMBEDDING,TEXT RE-RANK,32k",
"max_tokens": 32000,
"model_type": "embedding",
"is_tools": false
},
{
"llm_name": "Qwen3-Embedding-0.6B",
"tags": "TEXT EMBEDDING,TEXT RE-RANK,32k",
"max_tokens": 32000,
"model_type": "embedding",
"is_tools": false
},
{ {
"llm_name": "Qwen/Qwen3-235B-A22B", "llm_name": "Qwen/Qwen3-235B-A22B",
"tags": "LLM,CHAT,128k", "tags": "LLM,CHAT,128k",
"max_tokens": 8192,
"max_tokens": 128000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen3-30B-A3B", "llm_name": "Qwen/Qwen3-30B-A3B",
"tags": "LLM,CHAT,128k", "tags": "LLM,CHAT,128k",
"max_tokens": 8192,
"max_tokens": 128000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen3-32B", "llm_name": "Qwen/Qwen3-32B",
"tags": "LLM,CHAT,128k", "tags": "LLM,CHAT,128k",
"max_tokens": 8192,
"max_tokens": 128000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen3-14B", "llm_name": "Qwen/Qwen3-14B",
"tags": "LLM,CHAT,128k", "tags": "LLM,CHAT,128k",
"max_tokens": 8192,
"max_tokens": 128000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen3-8B", "llm_name": "Qwen/Qwen3-8B",
"tags": "LLM,CHAT,64k", "tags": "LLM,CHAT,64k",
"max_tokens": 8192,
"max_tokens": 64000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/QVQ-72B-Preview", "llm_name": "Qwen/QVQ-72B-Preview",
"tags": "LLM,CHAT,IMAGE2TEXT,32k", "tags": "LLM,CHAT,IMAGE2TEXT,32k",
"max_tokens": 16384,
"max_tokens": 32000,
"model_type": "image2text", "model_type": "image2text",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Pro/deepseek-ai/DeepSeek-R1", "llm_name": "Pro/deepseek-ai/DeepSeek-R1",
"tags": "LLM,CHAT,64k", "tags": "LLM,CHAT,64k",
"max_tokens": 16384,
"max_tokens": 64000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "deepseek-ai/DeepSeek-R1", "llm_name": "deepseek-ai/DeepSeek-R1",
"tags": "LLM,CHAT,64k", "tags": "LLM,CHAT,64k",
"max_tokens": 16384,
"max_tokens": 64000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Pro/deepseek-ai/DeepSeek-V3", "llm_name": "Pro/deepseek-ai/DeepSeek-V3",
"tags": "LLM,CHAT,64k", "tags": "LLM,CHAT,64k",
"max_tokens": 8192,
"max_tokens": 64000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "deepseek-ai/DeepSeek-V3", "llm_name": "deepseek-ai/DeepSeek-V3",
"tags": "LLM,CHAT,64k", "tags": "LLM,CHAT,64k",
"max_tokens": 8192,
"max_tokens": 64000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Pro/deepseek-ai/DeepSeek-V3-1226", "llm_name": "Pro/deepseek-ai/DeepSeek-V3-1226",
"tags": "LLM,CHAT,64k", "tags": "LLM,CHAT,64k",
"max_tokens": 4096,
"max_tokens": 64000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 16384,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 16384,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 16384,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 16384,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", "llm_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 16384,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", "llm_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 16384,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "deepseek-ai/DeepSeek-V2.5", "llm_name": "deepseek-ai/DeepSeek-V2.5",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/QwQ-32B", "llm_name": "Qwen/QwQ-32B",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 32768,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen2.5-VL-72B-Instruct", "llm_name": "Qwen/Qwen2.5-VL-72B-Instruct",
"tags": "LLM,CHAT,IMAGE2TEXT,128k", "tags": "LLM,CHAT,IMAGE2TEXT,128k",
"max_tokens": 4096,
"max_tokens": 128000,
"model_type": "image2text", "model_type": "image2text",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Pro/Qwen/Qwen2.5-VL-7B-Instruct", "llm_name": "Pro/Qwen/Qwen2.5-VL-7B-Instruct",
"tags": "LLM,CHAT,IMAGE2TEXT,32k", "tags": "LLM,CHAT,IMAGE2TEXT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "image2text", "model_type": "image2text",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "THUDM/GLM-Z1-32B-0414", "llm_name": "THUDM/GLM-Z1-32B-0414",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "THUDM/GLM-4-32B-0414", "llm_name": "THUDM/GLM-4-32B-0414",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 8192,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "THUDM/GLM-Z1-9B-0414", "llm_name": "THUDM/GLM-Z1-9B-0414",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 8192,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "THUDM/GLM-4-9B-0414", "llm_name": "THUDM/GLM-4-9B-0414",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "THUDM/chatglm3-6b", "llm_name": "THUDM/chatglm3-6b",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Pro/THUDM/glm-4-9b-chat", "llm_name": "Pro/THUDM/glm-4-9b-chat",
"tags": "LLM,CHAT,128k", "tags": "LLM,CHAT,128k",
"max_tokens": 4096,
"max_tokens": 128000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "THUDM/GLM-Z1-Rumination-32B-0414", "llm_name": "THUDM/GLM-Z1-Rumination-32B-0414",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "THUDM/glm-4-9b-chat", "llm_name": "THUDM/glm-4-9b-chat",
"tags": "LLM,CHAT,128k", "tags": "LLM,CHAT,128k",
"max_tokens": 4096,
"max_tokens": 128000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/QwQ-32B-Preview", "llm_name": "Qwen/QwQ-32B-Preview",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 8192,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Qwen/Qwen2.5-Coder-32B-Instruct", "llm_name": "Qwen/Qwen2.5-Coder-32B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Qwen/Qwen2-VL-72B-Instruct", "llm_name": "Qwen/Qwen2-VL-72B-Instruct",
"tags": "LLM,IMAGE2TEXT,32k", "tags": "LLM,IMAGE2TEXT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "image2text", "model_type": "image2text",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Qwen/Qwen2.5-72B-Instruct-128Kt", "llm_name": "Qwen/Qwen2.5-72B-Instruct-128Kt",
"tags": "LLM,IMAGE2TEXT,128k", "tags": "LLM,IMAGE2TEXT,128k",
"max_tokens": 4096,
"max_tokens": 128000,
"model_type": "image2text", "model_type": "image2text",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Qwen/Qwen2.5-72B-Instruct", "llm_name": "Qwen/Qwen2.5-72B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen2.5-32B-Instruct", "llm_name": "Qwen/Qwen2.5-32B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen2.5-14B-Instruct", "llm_name": "Qwen/Qwen2.5-14B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen2.5-7B-Instruct", "llm_name": "Qwen/Qwen2.5-7B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen2.5-Coder-7B-Instruct", "llm_name": "Qwen/Qwen2.5-Coder-7B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "internlm/internlm2_5-20b-chat", "llm_name": "internlm/internlm2_5-20b-chat",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "internlm/internlm2_5-7b-chat", "llm_name": "internlm/internlm2_5-7b-chat",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen2-7B-Instruct", "llm_name": "Qwen/Qwen2-7B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Qwen/Qwen2-1.5B-Instruct", "llm_name": "Qwen/Qwen2-1.5B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct", "llm_name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Pro/Qwen/Qwen2-VL-7B-Instruct", "llm_name": "Pro/Qwen/Qwen2-VL-7B-Instruct",
"tags": "LLM,CHAT,IMAGE2TEXT,32k", "tags": "LLM,CHAT,IMAGE2TEXT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "image2text", "model_type": "image2text",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Pro/Qwen/Qwen2.5-7B-Instruct", "llm_name": "Pro/Qwen/Qwen2.5-7B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "Pro/Qwen/Qwen2-7B-Instruct", "llm_name": "Pro/Qwen/Qwen2-7B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
{ {
"llm_name": "Pro/Qwen/Qwen2-1.5B-Instruct", "llm_name": "Pro/Qwen/Qwen2-1.5B-Instruct",
"tags": "LLM,CHAT,32k", "tags": "LLM,CHAT,32k",
"max_tokens": 4096,
"max_tokens": 32000,
"model_type": "chat", "model_type": "chat",
"is_tools": false "is_tools": false
}, },
"tags": "LLM", "tags": "LLM",
"status": "1", "status": "1",
"llm": [ "llm": [
{
"llm_name": "claude-opus-4-1-20250805",
"tags": "LLM,CHAT,IMAGE2TEXT,200k",
"max_tokens": 204800,
"model_type": "chat",
"is_tools": true
},
{ {
"llm_name": "claude-opus-4-20250514", "llm_name": "claude-opus-4-20250514",
"tags": "LLM,IMAGE2TEXT,200k",
"tags": "LLM,CHAT,IMAGE2TEXT,200k",
"max_tokens": 204800, "max_tokens": 204800,
"model_type": "image2text",
"model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "claude-sonnet-4-20250514", "llm_name": "claude-sonnet-4-20250514",
"tags": "LLM,IMAGE2TEXT,200k",
"tags": "LLM,CHAT,IMAGE2TEXT,200k",
"max_tokens": 204800, "max_tokens": 204800,
"model_type": "image2text",
"model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "claude-3-7-sonnet-20250219", "llm_name": "claude-3-7-sonnet-20250219",
"tags": "LLM,IMAGE2TEXT,200k",
"tags": "LLM,CHAT,IMAGE2TEXT,200k",
"max_tokens": 204800, "max_tokens": 204800,
"model_type": "image2text",
"model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "claude-3-5-sonnet-20241022", "llm_name": "claude-3-5-sonnet-20241022",
"tags": "LLM,IMAGE2TEXT,200k",
"tags": "LLM,CHAT,IMAGE2TEXT,200k",
"max_tokens": 204800, "max_tokens": 204800,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "claude-3-opus-20240229",
"tags": "LLM,IMAGE2TEXT,200k",
"llm_name": "claude-3-5-haiku-20241022",
"tags": "LLM,CHAT,IMAGE2TEXT,200k",
"max_tokens": 204800, "max_tokens": 204800,
"model_type": "chat", "model_type": "chat",
"is_tools": true "is_tools": true
}, },
{ {
"llm_name": "claude-3-haiku-20240307", "llm_name": "claude-3-haiku-20240307",
"tags": "LLM,IMAGE2TEXT,200k",
"tags": "LLM,CHAT,IMAGE2TEXT,200k",
"max_tokens": 204800, "max_tokens": 204800,
"model_type": "image2text",
"model_type": "chat",
"is_tools": true "is_tools": true
} }
] ]

Laddar…
Avbryt
Spara