Explorar el Código

feat:add deepseek r1 think display for ollama provider (#13272)

tags/0.15.3
呆萌闷油瓶 hace 8 meses
padre
commit
0d13aee15c
No account linked to committer's email address
Se han modificado 1 ficheros con 9 adiciones y 0 borrados
  1. 9
    0
      api/core/model_runtime/model_providers/ollama/llm/llm.py

+ 9
- 0
api/core/model_runtime/model_providers/ollama/llm/llm.py Ver fichero

@@ -314,6 +314,7 @@ class OllamaLargeLanguageModel(LargeLanguageModel):
"""
full_text = ""
chunk_index = 0
is_reasoning_started = False

def create_final_llm_result_chunk(
index: int, message: AssistantPromptMessage, finish_reason: str
@@ -367,6 +368,14 @@ class OllamaLargeLanguageModel(LargeLanguageModel):

# transform assistant message to prompt message
text = chunk_json["response"]
if "<think>" in text:
is_reasoning_started = True
text = text.replace("<think>", "> 💭 ")
elif "</think>" in text:
is_reasoning_started = False
text = text.replace("</think>", "") + "\n\n"
elif is_reasoning_started:
text = text.replace("\n", "\n> ")

assistant_prompt_message = AssistantPromptMessage(content=text)


Cargando…
Cancelar
Guardar