|
|
|
@@ -228,7 +228,7 @@ class LargeLanguageModel(AIModel): |
|
|
|
:return: result generator |
|
|
|
""" |
|
|
|
callbacks = callbacks or [] |
|
|
|
prompt_message = AssistantPromptMessage(content="") |
|
|
|
assistant_message = AssistantPromptMessage(content="") |
|
|
|
usage = None |
|
|
|
system_fingerprint = None |
|
|
|
real_model = model |
|
|
|
@@ -250,7 +250,7 @@ class LargeLanguageModel(AIModel): |
|
|
|
callbacks=callbacks, |
|
|
|
) |
|
|
|
|
|
|
|
prompt_message.content += chunk.delta.message.content |
|
|
|
assistant_message.content += chunk.delta.message.content |
|
|
|
real_model = chunk.model |
|
|
|
if chunk.delta.usage: |
|
|
|
usage = chunk.delta.usage |
|
|
|
@@ -265,7 +265,7 @@ class LargeLanguageModel(AIModel): |
|
|
|
result=LLMResult( |
|
|
|
model=real_model, |
|
|
|
prompt_messages=prompt_messages, |
|
|
|
message=prompt_message, |
|
|
|
message=assistant_message, |
|
|
|
usage=usage or LLMUsage.empty_usage(), |
|
|
|
system_fingerprint=system_fingerprint, |
|
|
|
), |