Kaynağa Gözat

[Chore/Refactor] Improve type safety and resolve type checking issues (#25104)

tags/2.0.0-beta.1
-LAN- 1 ay önce
ebeveyn
işleme
53c4a8787f
No account linked to committer's email address

+ 8
- 2
api/core/rag/datasource/vdb/tablestore/tablestore_vector.py Dosyayı Görüntüle

import json import json
import logging import logging
import math import math
from collections.abc import Iterable
from typing import Any, Optional from typing import Any, Optional


import tablestore # type: ignore import tablestore # type: ignore
return uuids return uuids


def text_exists(self, id: str) -> bool: def text_exists(self, id: str) -> bool:
_, return_row, _ = self._tablestore_client.get_row(
result = self._tablestore_client.get_row(
table_name=self._table_name, primary_key=[("id", id)], columns_to_get=["id"] table_name=self._table_name, primary_key=[("id", id)], columns_to_get=["id"]
) )
assert isinstance(result, tuple | list)
# Unpack the tuple result
_, return_row, _ = result


return return_row is not None return return_row is not None




def _create_search_index_if_not_exist(self, dimension: int) -> None: def _create_search_index_if_not_exist(self, dimension: int) -> None:
search_index_list = self._tablestore_client.list_search_index(table_name=self._table_name) search_index_list = self._tablestore_client.list_search_index(table_name=self._table_name)
assert isinstance(search_index_list, Iterable)
if self._index_name in [t[1] for t in search_index_list]: if self._index_name in [t[1] for t in search_index_list]:
logger.info("Tablestore system index[%s] already exists", self._index_name) logger.info("Tablestore system index[%s] already exists", self._index_name)
return None return None


def _delete_table_if_exist(self): def _delete_table_if_exist(self):
search_index_list = self._tablestore_client.list_search_index(table_name=self._table_name) search_index_list = self._tablestore_client.list_search_index(table_name=self._table_name)
assert isinstance(search_index_list, Iterable)
for resp_tuple in search_index_list: for resp_tuple in search_index_list:
self._tablestore_client.delete_search_index(resp_tuple[0], resp_tuple[1]) self._tablestore_client.delete_search_index(resp_tuple[0], resp_tuple[1])
logger.info("Tablestore delete index[%s] successfully.", self._index_name) logger.info("Tablestore delete index[%s] successfully.", self._index_name)
) )


if search_response is not None: if search_response is not None:
rows.extend([row[0][0][1] for row in search_response.rows])
rows.extend([row[0][0][1] for row in list(search_response.rows)])


if search_response is None or search_response.next_token == b"": if search_response is None or search_response.next_token == b"":
break break

+ 2
- 2
api/extensions/storage/clickzetta_volume/file_lifecycle.py Dosyayı Görüntüle

"""ClickZetta Volume file lifecycle management """ClickZetta Volume file lifecycle management


This module provides file lifecycle management features including version control, This module provides file lifecycle management features including version control,
automatic cleanup, backup and restore. Supports complete lifecycle management for
knowledge base files.
automatic cleanup, backup and restore.
Supports complete lifecycle management for knowledge base files.
""" """


import json import json

+ 0
- 1
api/pyrightconfig.json Dosyayı Görüntüle

"pythonVersion": "3.11", "pythonVersion": "3.11",
"pythonPlatform": "All", "pythonPlatform": "All",
"reportMissingTypeStubs": false, "reportMissingTypeStubs": false,
"reportGeneralTypeIssues": "none",
"reportOptionalMemberAccess": "none", "reportOptionalMemberAccess": "none",
"reportOptionalIterable": "none", "reportOptionalIterable": "none",
"reportOptionalOperand": "none", "reportOptionalOperand": "none",

+ 1
- 1
api/services/dataset_service.py Dosyayı Görüntüle

account: Account | Any, account: Account | Any,
dataset_process_rule: Optional[DatasetProcessRule] = None, dataset_process_rule: Optional[DatasetProcessRule] = None,
created_from: str = "web", created_from: str = "web",
):
) -> tuple[list[Document], str]:
# check doc_form # check doc_form
DatasetService.check_doc_form(dataset, knowledge_config.doc_form) DatasetService.check_doc_form(dataset, knowledge_config.doc_form)
# check document limit # check document limit

Loading…
İptal
Kaydet