|
|
|
|
|
|
|
|
chat_passed, embd_passed, rerank_passed = False, False, False |
|
|
chat_passed, embd_passed, rerank_passed = False, False, False |
|
|
factory = req["llm_factory"] |
|
|
factory = req["llm_factory"] |
|
|
msg = "" |
|
|
msg = "" |
|
|
for llm in LLMService.query(fid=factory): |
|
|
|
|
|
|
|
|
for llm in LLMService.query(fid=factory)[:3]: |
|
|
if not embd_passed and llm.model_type == LLMType.EMBEDDING.value: |
|
|
if not embd_passed and llm.model_type == LLMType.EMBEDDING.value: |
|
|
mdl = EmbeddingModel[factory]( |
|
|
mdl = EmbeddingModel[factory]( |
|
|
req["api_key"], llm.llm_name, base_url=req.get("base_url")) |
|
|
req["api_key"], llm.llm_name, base_url=req.get("base_url")) |