Преглед на файлове

Ignore SSE comments to support openrouter streaming (#2432)

tags/0.5.6
johnpccd преди 1 година
родител
ревизия
b2ee738bb1
No account linked to committer's email address
променени са 1 файла, в които са добавени 4 реда и са изтрити 1 реда
  1. 4
    1
      api/core/model_runtime/model_providers/openai_api_compatible/llm/llm.py

+ 4
- 1
api/core/model_runtime/model_providers/openai_api_compatible/llm/llm.py Целия файл

@@ -367,13 +367,16 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):

for chunk in response.iter_lines(decode_unicode=True, delimiter=delimiter):
if chunk:
#ignore sse comments
if chunk.startswith(':'):
continue
decoded_chunk = chunk.strip().lstrip('data: ').lstrip()
chunk_json = None
try:
chunk_json = json.loads(decoded_chunk)
# stream ended
except json.JSONDecodeError as e:
logger.error(f"decoded_chunk error,delimiter={delimiter},decoded_chunk={decoded_chunk}")
logger.error(f"decoded_chunk error: {e}, delimiter={delimiter}, decoded_chunk={decoded_chunk}")
yield create_final_llm_result_chunk(
index=chunk_index + 1,
message=AssistantPromptMessage(content=""),

Loading…
Отказ
Запис