浏览代码

[Chore/Refactor] Improve type safety and resolve type checking issues (#25104)

tags/2.0.0-beta.1
-LAN- 1 个月前
父节点
当前提交
53c4a8787f
没有帐户链接到提交者的电子邮件

+ 8
- 2
api/core/rag/datasource/vdb/tablestore/tablestore_vector.py 查看文件

@@ -1,6 +1,7 @@
import json
import logging
import math
from collections.abc import Iterable
from typing import Any, Optional

import tablestore # type: ignore
@@ -102,9 +103,12 @@ class TableStoreVector(BaseVector):
return uuids

def text_exists(self, id: str) -> bool:
_, return_row, _ = self._tablestore_client.get_row(
result = self._tablestore_client.get_row(
table_name=self._table_name, primary_key=[("id", id)], columns_to_get=["id"]
)
assert isinstance(result, tuple | list)
# Unpack the tuple result
_, return_row, _ = result

return return_row is not None

@@ -169,6 +173,7 @@ class TableStoreVector(BaseVector):

def _create_search_index_if_not_exist(self, dimension: int) -> None:
search_index_list = self._tablestore_client.list_search_index(table_name=self._table_name)
assert isinstance(search_index_list, Iterable)
if self._index_name in [t[1] for t in search_index_list]:
logger.info("Tablestore system index[%s] already exists", self._index_name)
return None
@@ -212,6 +217,7 @@ class TableStoreVector(BaseVector):

def _delete_table_if_exist(self):
search_index_list = self._tablestore_client.list_search_index(table_name=self._table_name)
assert isinstance(search_index_list, Iterable)
for resp_tuple in search_index_list:
self._tablestore_client.delete_search_index(resp_tuple[0], resp_tuple[1])
logger.info("Tablestore delete index[%s] successfully.", self._index_name)
@@ -269,7 +275,7 @@ class TableStoreVector(BaseVector):
)

if search_response is not None:
rows.extend([row[0][0][1] for row in search_response.rows])
rows.extend([row[0][0][1] for row in list(search_response.rows)])

if search_response is None or search_response.next_token == b"":
break

+ 2
- 2
api/extensions/storage/clickzetta_volume/file_lifecycle.py 查看文件

@@ -1,8 +1,8 @@
"""ClickZetta Volume file lifecycle management

This module provides file lifecycle management features including version control,
automatic cleanup, backup and restore. Supports complete lifecycle management for
knowledge base files.
automatic cleanup, backup and restore.
Supports complete lifecycle management for knowledge base files.
"""

import json

+ 0
- 1
api/pyrightconfig.json 查看文件

@@ -5,7 +5,6 @@
"pythonVersion": "3.11",
"pythonPlatform": "All",
"reportMissingTypeStubs": false,
"reportGeneralTypeIssues": "none",
"reportOptionalMemberAccess": "none",
"reportOptionalIterable": "none",
"reportOptionalOperand": "none",

+ 1
- 1
api/services/dataset_service.py 查看文件

@@ -1093,7 +1093,7 @@ class DocumentService:
account: Account | Any,
dataset_process_rule: Optional[DatasetProcessRule] = None,
created_from: str = "web",
):
) -> tuple[list[Document], str]:
# check doc_form
DatasetService.check_doc_form(dataset, knowledge_config.doc_form)
# check document limit

正在加载...
取消
保存