| @@ -1,6 +1,6 @@ | |||
| from collections.abc import Generator | |||
| from os.path import join | |||
| from typing import cast | |||
| from urllib.parse import urljoin | |||
| from httpx import Timeout | |||
| from openai import ( | |||
| @@ -313,10 +313,13 @@ class LocalAILarguageModel(LargeLanguageModel): | |||
| :param credentials: credentials dict | |||
| :return: client kwargs | |||
| """ | |||
| if not credentials['server_url'].endswith('/'): | |||
| credentials['server_url'] += '/' | |||
| client_kwargs = { | |||
| "timeout": Timeout(315.0, read=300.0, write=10.0, connect=5.0), | |||
| "api_key": "1", | |||
| "base_url": join(credentials['server_url'], 'v1'), | |||
| "base_url": urljoin(credentials['server_url'], 'v1'), | |||
| } | |||
| return client_kwargs | |||