|
|
|
|
|
|
|
|
ans = chat_mdl.chat(self._param.get_prompt(), [{"role": "user", "content": query}], |
|
|
ans = chat_mdl.chat(self._param.get_prompt(), [{"role": "user", "content": query}], |
|
|
self._param.gen_conf()) |
|
|
self._param.gen_conf()) |
|
|
|
|
|
|
|
|
|
|
|
ans = re.sub(r"<think>.*</think>", "", ans, flags=re.DOTALL) |
|
|
ans = re.sub(r".*keyword:", "", ans).strip() |
|
|
ans = re.sub(r".*keyword:", "", ans).strip() |
|
|
logging.debug(f"ans: {ans}") |
|
|
logging.debug(f"ans: {ans}") |
|
|
return KeywordExtract.be_output(ans) |
|
|
return KeywordExtract.be_output(ans) |
|
|
|
|
|
|
|
|
def debug(self, **kwargs): |
|
|
def debug(self, **kwargs): |
|
|
return self._run([], **kwargs) |
|
|
|
|
|
|
|
|
return self._run([], **kwargs) |