Browse Source

Tongyi adapts deepseek. (#5285)

### What problem does this PR solve?


### Type of change

- [x] New Feature (non-breaking change which adds functionality)
tags/v0.17.0
Kevin Hu 8 months ago
parent
commit
ec96426c00
No account linked to committer's email address
1 changed files with 8 additions and 0 deletions
  1. 8
    0
      rag/llm/chat_model.py

+ 8
- 0
rag/llm/chat_model.py View File

@@ -258,8 +258,13 @@ class QWenChat(Base):
import dashscope
dashscope.api_key = key
self.model_name = model_name
if model_name.lower().find("deepseek") >= 0:
super().__init__(key, model_name)

def chat(self, system, history, gen_conf):
if self.model_name.lower().find("deepseek") >= 0:
return super.chat(system, history, gen_conf)

stream_flag = str(os.environ.get('QWEN_CHAT_BY_STREAM', 'true')).lower() == 'true'
if not stream_flag:
from http import HTTPStatus
@@ -327,6 +332,9 @@ class QWenChat(Base):
yield tk_count

def chat_streamly(self, system, history, gen_conf):
if self.model_name.lower().find("deepseek") >= 0:
return super.chat_streamly(system, history, gen_conf)
return self._chat_streamly(system, history, gen_conf)



Loading…
Cancel
Save