|
|
|
@@ -16,6 +16,7 @@ |
|
|
|
import logging |
|
|
|
import re |
|
|
|
from functools import partial |
|
|
|
from typing import Generator |
|
|
|
|
|
|
|
from langfuse import Langfuse |
|
|
|
|
|
|
|
@@ -57,7 +58,6 @@ class TenantLLMService(CommonService): |
|
|
|
mdlnm += "___OpenAI-API" |
|
|
|
elif fid == "VLLM": |
|
|
|
mdlnm += "___VLLM" |
|
|
|
|
|
|
|
objs = cls.query(tenant_id=tenant_id, llm_name=mdlnm, llm_factory=fid) |
|
|
|
if not objs: |
|
|
|
return |
|
|
|
@@ -334,7 +334,7 @@ class LLMBundle: |
|
|
|
|
|
|
|
return txt |
|
|
|
|
|
|
|
def tts(self, text: str) -> None: |
|
|
|
def tts(self, text: str) -> Generator[bytes, None, None]: |
|
|
|
if self.langfuse: |
|
|
|
span = self.trace.span(name="tts", input={"text": text}) |
|
|
|
|