Browse Source

refine xinference (#2521)

### What problem does this PR solve?

#1588

### Type of change

- [x] Refactoring
tags/v0.12.0
Kevin Hu 1 year ago
parent
commit
4a6a2a0f1b
No account linked to committer's email address
4 changed files with 8 additions and 0 deletions
  1. 2
    0
      rag/llm/cv_model.py
  2. 2
    0
      rag/llm/embedding_model.py
  3. 2
    0
      rag/llm/rerank_model.py
  4. 2
    0
      rag/llm/sequence2txt_model.py

+ 2
- 0
rag/llm/cv_model.py View File



class XinferenceCV(Base): class XinferenceCV(Base):
def __init__(self, key, model_name="", lang="Chinese", base_url=""): def __init__(self, key, model_name="", lang="Chinese", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="xxx", base_url=base_url) self.client = OpenAI(api_key="xxx", base_url=base_url)
self.model_name = model_name self.model_name = model_name
self.lang = lang self.lang = lang

+ 2
- 0
rag/llm/embedding_model.py View File



class XinferenceEmbed(Base): class XinferenceEmbed(Base):
def __init__(self, key, model_name="", base_url=""): def __init__(self, key, model_name="", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="xxx", base_url=base_url) self.client = OpenAI(api_key="xxx", base_url=base_url)
self.model_name = model_name self.model_name = model_name



+ 2
- 0
rag/llm/rerank_model.py View File



class XInferenceRerank(Base): class XInferenceRerank(Base):
def __init__(self, key="xxxxxxx", model_name="", base_url=""): def __init__(self, key="xxxxxxx", model_name="", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.model_name = model_name self.model_name = model_name
self.base_url = base_url self.base_url = base_url
self.headers = { self.headers = {

+ 2
- 0
rag/llm/sequence2txt_model.py View File



class XinferenceSeq2txt(Base): class XinferenceSeq2txt(Base):
def __init__(self, key, model_name="", base_url=""): def __init__(self, key, model_name="", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="xxx", base_url=base_url) self.client = OpenAI(api_key="xxx", base_url=base_url)
self.model_name = model_name self.model_name = model_name



Loading…
Cancel
Save