|
|
|
|
|
|
|
|
modelId=self.model_name, |
|
|
modelId=self.model_name, |
|
|
messages=history, |
|
|
messages=history, |
|
|
inferenceConfig=gen_conf, |
|
|
inferenceConfig=gen_conf, |
|
|
system=[{"text": system}] if system else None, |
|
|
|
|
|
|
|
|
system=[{"text": (system if system else "Answer the user's message.")}] |
|
|
) |
|
|
) |
|
|
ans = response["output"]["message"]["content"][0]["text"] |
|
|
ans = response["output"]["message"]["content"][0]["text"] |
|
|
return ans, num_tokens_from_string(ans) |
|
|
return ans, num_tokens_from_string(ans) |
|
|
|
|
|
|
|
|
modelId=self.model_name, |
|
|
modelId=self.model_name, |
|
|
messages=history, |
|
|
messages=history, |
|
|
inferenceConfig=gen_conf, |
|
|
inferenceConfig=gen_conf, |
|
|
system=[{"text": system if system else ""}], |
|
|
|
|
|
|
|
|
system=[{"text": (system if system else "Answer the user's message.")}] |
|
|
) |
|
|
) |
|
|
|
|
|
|
|
|
# Extract and print the streamed response text in real-time. |
|
|
# Extract and print the streamed response text in real-time. |