Signed-off-by: yihong0618 <zouzou0208@gmail.com>tags/0.14.0
| @@ -478,6 +478,10 @@ class OAIAPICompatLargeLanguageModel(_CommonOaiApiCompat, LargeLanguageModel): | |||
| usage=usage, | |||
| ) | |||
| break | |||
| # handle the error here. for issue #11629 | |||
| if chunk_json.get("error") and chunk_json.get("choices") is None: | |||
| raise ValueError(chunk_json.get("error")) | |||
| if chunk_json: | |||
| if u := chunk_json.get("usage"): | |||
| usage = u | |||