Browse Source

fix local variable ans (#3077)

### What problem does this PR solve?
#3064

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
tags/v0.13.0
Kevin Hu 1 year ago
parent
commit
7e0148c058
No account linked to committer's email address
1 changed files with 4 additions and 0 deletions
  1. 4
    0
      rag/llm/chat_model.py

+ 4
- 0
rag/llm/chat_model.py View File

if base_url.split("/")[-1] != "v1": if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1") base_url = os.path.join(base_url, "v1")
super().__init__(key, model_name, base_url) super().__init__(key, model_name, base_url)


class HuggingFaceChat(Base): class HuggingFaceChat(Base):
def __init__(self, key=None, model_name="", base_url=""): def __init__(self, key=None, model_name="", base_url=""):
if not base_url: if not base_url:
base_url = os.path.join(base_url, "v1") base_url = os.path.join(base_url, "v1")
super().__init__(key, model_name, base_url) super().__init__(key, model_name, base_url)



class DeepSeekChat(Base): class DeepSeekChat(Base):
def __init__(self, key, model_name="deepseek-chat", base_url="https://api.deepseek.com/v1"): def __init__(self, key, model_name="deepseek-chat", base_url="https://api.deepseek.com/v1"):
if not base_url: base_url = "https://api.deepseek.com/v1" if not base_url: base_url = "https://api.deepseek.com/v1"
if "max_tokens" not in gen_conf: if "max_tokens" not in gen_conf:
gen_conf["max_tokens"] = 4096 gen_conf["max_tokens"] = 4096


ans = ""
try: try:
response = self.client.messages.create( response = self.client.messages.create(
model=self.model_name, model=self.model_name,

Loading…
Cancel
Save