|
|
|
|
|
|
|
|
if base_url.split("/")[-1] != "v1": |
|
|
if base_url.split("/")[-1] != "v1": |
|
|
base_url = os.path.join(base_url, "v1") |
|
|
base_url = os.path.join(base_url, "v1") |
|
|
super().__init__(key, model_name, base_url) |
|
|
super().__init__(key, model_name, base_url) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class HuggingFaceChat(Base): |
|
|
class HuggingFaceChat(Base): |
|
|
def __init__(self, key=None, model_name="", base_url=""): |
|
|
def __init__(self, key=None, model_name="", base_url=""): |
|
|
if not base_url: |
|
|
if not base_url: |
|
|
|
|
|
|
|
|
base_url = os.path.join(base_url, "v1") |
|
|
base_url = os.path.join(base_url, "v1") |
|
|
super().__init__(key, model_name, base_url) |
|
|
super().__init__(key, model_name, base_url) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class DeepSeekChat(Base): |
|
|
class DeepSeekChat(Base): |
|
|
def __init__(self, key, model_name="deepseek-chat", base_url="https://api.deepseek.com/v1"): |
|
|
def __init__(self, key, model_name="deepseek-chat", base_url="https://api.deepseek.com/v1"): |
|
|
if not base_url: base_url = "https://api.deepseek.com/v1" |
|
|
if not base_url: base_url = "https://api.deepseek.com/v1" |
|
|
|
|
|
|
|
|
if "max_tokens" not in gen_conf: |
|
|
if "max_tokens" not in gen_conf: |
|
|
gen_conf["max_tokens"] = 4096 |
|
|
gen_conf["max_tokens"] = 4096 |
|
|
|
|
|
|
|
|
|
|
|
ans = "" |
|
|
try: |
|
|
try: |
|
|
response = self.client.messages.create( |
|
|
response = self.client.messages.create( |
|
|
model=self.model_name, |
|
|
model=self.model_name, |