You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791
  1. 'use client'
  2. import type { FC } from 'react'
  3. import React, { useCallback, useEffect, useMemo, useState } from 'react'
  4. import { useBoolean, useDebounceFn } from 'ahooks'
  5. import { ArrowDownIcon } from '@heroicons/react/24/outline'
  6. import { pick, uniq } from 'lodash-es'
  7. import {
  8. RiArchive2Line,
  9. RiDeleteBinLine,
  10. RiDownloadLine,
  11. RiEditLine,
  12. RiEqualizer2Line,
  13. RiLoopLeftLine,
  14. RiMoreFill,
  15. RiPauseCircleLine,
  16. RiPlayCircleLine,
  17. } from '@remixicon/react'
  18. import { useContext } from 'use-context-selector'
  19. import { useRouter } from 'next/navigation'
  20. import { useTranslation } from 'react-i18next'
  21. import { Globe01 } from '../../base/icons/src/vender/line/mapsAndTravel'
  22. import ChunkingModeLabel from '../common/chunking-mode-label'
  23. import FileTypeIcon from '../../base/file-uploader/file-type-icon'
  24. import s from './style.module.css'
  25. import RenameModal from './rename-modal'
  26. import BatchAction from './detail/completed/common/batch-action'
  27. import cn from '@/utils/classnames'
  28. import Switch from '@/app/components/base/switch'
  29. import Divider from '@/app/components/base/divider'
  30. import Popover from '@/app/components/base/popover'
  31. import Confirm from '@/app/components/base/confirm'
  32. import Tooltip from '@/app/components/base/tooltip'
  33. import Toast, { ToastContext } from '@/app/components/base/toast'
  34. import type { ColorMap, IndicatorProps } from '@/app/components/header/indicator'
  35. import Indicator from '@/app/components/header/indicator'
  36. import { asyncRunSafe } from '@/utils'
  37. import { formatNumber } from '@/utils/format'
  38. import { useDocumentDownload } from '@/service/knowledge/use-document'
  39. import NotionIcon from '@/app/components/base/notion-icon'
  40. import ProgressBar from '@/app/components/base/progress-bar'
  41. import { ChunkingMode, DataSourceType, DocumentActionType, type DocumentDisplayStatus, type SimpleDocumentDetail } from '@/models/datasets'
  42. import type { CommonResponse } from '@/models/common'
  43. import useTimestamp from '@/hooks/use-timestamp'
  44. import { useDatasetDetailContextWithSelector as useDatasetDetailContext } from '@/context/dataset-detail'
  45. import type { Props as PaginationProps } from '@/app/components/base/pagination'
  46. import Pagination from '@/app/components/base/pagination'
  47. import Checkbox from '@/app/components/base/checkbox'
  48. import { useDocumentArchive, useDocumentDelete, useDocumentDisable, useDocumentEnable, useDocumentPause, useDocumentResume, useDocumentUnArchive, useSyncDocument, useSyncWebsite } from '@/service/knowledge/use-document'
  49. import { extensionToFileType } from '@/app/components/datasets/hit-testing/utils/extension-to-file-type'
  50. import useBatchEditDocumentMetadata from '../metadata/hooks/use-batch-edit-document-metadata'
  51. import EditMetadataBatchModal from '@/app/components/datasets/metadata/edit-metadata-batch/modal'
  52. import { noop } from 'lodash-es'
  53. export const useIndexStatus = () => {
  54. const { t } = useTranslation()
  55. return {
  56. queuing: { color: 'orange', text: t('datasetDocuments.list.status.queuing') }, // waiting
  57. indexing: { color: 'blue', text: t('datasetDocuments.list.status.indexing') }, // indexing splitting parsing cleaning
  58. paused: { color: 'orange', text: t('datasetDocuments.list.status.paused') }, // paused
  59. error: { color: 'red', text: t('datasetDocuments.list.status.error') }, // error
  60. available: { color: 'green', text: t('datasetDocuments.list.status.available') }, // completed,archived = false,enabled = true
  61. enabled: { color: 'green', text: t('datasetDocuments.list.status.enabled') }, // completed,archived = false,enabled = true
  62. disabled: { color: 'gray', text: t('datasetDocuments.list.status.disabled') }, // completed,archived = false,enabled = false
  63. archived: { color: 'gray', text: t('datasetDocuments.list.status.archived') }, // completed,archived = true
  64. }
  65. }
  66. const STATUS_TEXT_COLOR_MAP: ColorMap = {
  67. green: 'text-util-colors-green-green-600',
  68. orange: 'text-util-colors-warning-warning-600',
  69. red: 'text-util-colors-red-red-600',
  70. blue: 'text-util-colors-blue-light-blue-light-600',
  71. yellow: 'text-util-colors-warning-warning-600',
  72. gray: 'text-text-tertiary',
  73. }
  74. // status item for list
  75. export const StatusItem: FC<{
  76. status: DocumentDisplayStatus
  77. reverse?: boolean
  78. scene?: 'list' | 'detail'
  79. textCls?: string
  80. errorMessage?: string
  81. detail?: {
  82. enabled: boolean
  83. archived: boolean
  84. id: string
  85. }
  86. datasetId?: string
  87. onUpdate?: (operationName?: string) => void
  88. }> = ({ status, reverse = false, scene = 'list', textCls = '', errorMessage, datasetId = '', detail, onUpdate }) => {
  89. const DOC_INDEX_STATUS_MAP = useIndexStatus()
  90. const localStatus = status.toLowerCase() as keyof typeof DOC_INDEX_STATUS_MAP
  91. const { enabled = false, archived = false, id = '' } = detail || {}
  92. const { notify } = useContext(ToastContext)
  93. const { t } = useTranslation()
  94. const { mutateAsync: enableDocument } = useDocumentEnable()
  95. const { mutateAsync: disableDocument } = useDocumentDisable()
  96. const { mutateAsync: deleteDocument } = useDocumentDelete()
  97. const onOperate = async (operationName: OperationName) => {
  98. let opApi = deleteDocument
  99. switch (operationName) {
  100. case 'enable':
  101. opApi = enableDocument
  102. break
  103. case 'disable':
  104. opApi = disableDocument
  105. break
  106. }
  107. const [e] = await asyncRunSafe<CommonResponse>(opApi({ datasetId, documentId: id }) as Promise<CommonResponse>)
  108. if (!e) {
  109. notify({ type: 'success', message: t('common.actionMsg.modifiedSuccessfully') })
  110. onUpdate?.()
  111. // onUpdate?.(operationName)
  112. }
  113. else { notify({ type: 'error', message: t('common.actionMsg.modifiedUnsuccessfully') }) }
  114. }
  115. const { run: handleSwitch } = useDebounceFn((operationName: OperationName) => {
  116. if (operationName === 'enable' && enabled)
  117. return
  118. if (operationName === 'disable' && !enabled)
  119. return
  120. onOperate(operationName)
  121. }, { wait: 500 })
  122. const embedding = useMemo(() => {
  123. return ['queuing', 'indexing', 'paused'].includes(localStatus)
  124. }, [localStatus])
  125. return <div className={
  126. cn('flex items-center',
  127. reverse ? 'flex-row-reverse' : '',
  128. scene === 'detail' ? s.statusItemDetail : '')
  129. }>
  130. <Indicator color={DOC_INDEX_STATUS_MAP[localStatus]?.color as IndicatorProps['color']} className={reverse ? 'ml-2' : 'mr-2'} />
  131. <span className={cn(`${STATUS_TEXT_COLOR_MAP[DOC_INDEX_STATUS_MAP[localStatus].color as keyof typeof STATUS_TEXT_COLOR_MAP]} text-sm`, textCls)}>
  132. {DOC_INDEX_STATUS_MAP[localStatus]?.text}
  133. </span>
  134. {
  135. errorMessage && (
  136. <Tooltip
  137. popupContent={
  138. <div className='max-w-[260px] break-all'>{errorMessage}</div>
  139. }
  140. triggerClassName='ml-1 w-4 h-4'
  141. />
  142. )
  143. }
  144. {
  145. scene === 'detail' && (
  146. <div className='ml-1.5 flex items-center justify-between'>
  147. <Tooltip
  148. popupContent={t('datasetDocuments.list.action.enableWarning')}
  149. popupClassName='text-text-secondary system-xs-medium'
  150. disabled={!archived}
  151. >
  152. <Switch
  153. defaultValue={archived ? false : enabled}
  154. onChange={v => !archived && handleSwitch(v ? 'enable' : 'disable')}
  155. disabled={embedding || archived}
  156. size='md'
  157. />
  158. </Tooltip>
  159. </div>
  160. )
  161. }
  162. </div>
  163. }
  164. type OperationName = 'delete' | 'archive' | 'enable' | 'disable' | 'sync' | 'un_archive' | 'pause' | 'resume'
  165. // operation action for list and detail
  166. export const OperationAction: FC<{
  167. embeddingAvailable: boolean
  168. detail: {
  169. name: string
  170. enabled: boolean
  171. archived: boolean
  172. id: string
  173. data_source_type: string
  174. doc_form: string
  175. display_status?: string
  176. }
  177. datasetId: string
  178. onUpdate: (operationName?: string) => void
  179. scene?: 'list' | 'detail'
  180. className?: string
  181. }> = ({ embeddingAvailable, datasetId, detail, onUpdate, scene = 'list', className = '' }) => {
  182. const downloadDocument = useDocumentDownload()
  183. const { id, enabled = false, archived = false, data_source_type, display_status } = detail || {}
  184. const [showModal, setShowModal] = useState(false)
  185. const [deleting, setDeleting] = useState(false)
  186. const { notify } = useContext(ToastContext)
  187. const { t } = useTranslation()
  188. const router = useRouter()
  189. const { mutateAsync: archiveDocument } = useDocumentArchive()
  190. const { mutateAsync: unArchiveDocument } = useDocumentUnArchive()
  191. const { mutateAsync: enableDocument } = useDocumentEnable()
  192. const { mutateAsync: disableDocument } = useDocumentDisable()
  193. const { mutateAsync: deleteDocument } = useDocumentDelete()
  194. const { mutateAsync: syncDocument } = useSyncDocument()
  195. const { mutateAsync: syncWebsite } = useSyncWebsite()
  196. const { mutateAsync: pauseDocument } = useDocumentPause()
  197. const { mutateAsync: resumeDocument } = useDocumentResume()
  198. const isListScene = scene === 'list'
  199. const onOperate = async (operationName: OperationName) => {
  200. let opApi
  201. switch (operationName) {
  202. case 'archive':
  203. opApi = archiveDocument
  204. break
  205. case 'un_archive':
  206. opApi = unArchiveDocument
  207. break
  208. case 'enable':
  209. opApi = enableDocument
  210. break
  211. case 'disable':
  212. opApi = disableDocument
  213. break
  214. case 'sync':
  215. if (data_source_type === 'notion_import')
  216. opApi = syncDocument
  217. else
  218. opApi = syncWebsite
  219. break
  220. case 'pause':
  221. opApi = pauseDocument
  222. break
  223. case 'resume':
  224. opApi = resumeDocument
  225. break
  226. default:
  227. opApi = deleteDocument
  228. setDeleting(true)
  229. break
  230. }
  231. const [e] = await asyncRunSafe<CommonResponse>(opApi({ datasetId, documentId: id }) as Promise<CommonResponse>)
  232. if (!e) {
  233. notify({ type: 'success', message: t('common.actionMsg.modifiedSuccessfully') })
  234. onUpdate(operationName)
  235. }
  236. else { notify({ type: 'error', message: t('common.actionMsg.modifiedUnsuccessfully') }) }
  237. if (operationName === 'delete')
  238. setDeleting(false)
  239. }
  240. const { run: handleSwitch } = useDebounceFn((operationName: OperationName) => {
  241. if (operationName === 'enable' && enabled)
  242. return
  243. if (operationName === 'disable' && !enabled)
  244. return
  245. onOperate(operationName)
  246. }, { wait: 500 })
  247. const [currDocument, setCurrDocument] = useState<{
  248. id: string
  249. name: string
  250. } | null>(null)
  251. const [isShowRenameModal, {
  252. setTrue: setShowRenameModalTrue,
  253. setFalse: setShowRenameModalFalse,
  254. }] = useBoolean(false)
  255. const handleShowRenameModal = useCallback((doc: {
  256. id: string
  257. name: string
  258. }) => {
  259. setCurrDocument(doc)
  260. setShowRenameModalTrue()
  261. }, [setShowRenameModalTrue])
  262. const handleRenamed = useCallback(() => {
  263. onUpdate()
  264. }, [onUpdate])
  265. return <div className='flex items-center' onClick={e => e.stopPropagation()}>
  266. {isListScene && !embeddingAvailable && (
  267. <Switch defaultValue={false} onChange={noop} disabled={true} size='md' />
  268. )}
  269. {isListScene && embeddingAvailable && (
  270. <>
  271. {archived
  272. ? <Tooltip
  273. popupContent={t('datasetDocuments.list.action.enableWarning')}
  274. popupClassName='!font-semibold'
  275. >
  276. <div>
  277. <Switch defaultValue={false} onChange={noop} disabled={true} size='md' />
  278. </div>
  279. </Tooltip>
  280. : <Switch defaultValue={enabled} onChange={v => handleSwitch(v ? 'enable' : 'disable')} size='md' />
  281. }
  282. <Divider className='!ml-4 !mr-2 !h-3' type='vertical' />
  283. </>
  284. )}
  285. {embeddingAvailable && (
  286. <>
  287. <Tooltip
  288. popupContent={t('datasetDocuments.list.action.download')}
  289. popupClassName='text-text-secondary system-xs-medium'
  290. >
  291. <button
  292. className={cn('mr-2 cursor-pointer rounded-lg',
  293. !isListScene
  294. ? 'shadow-shadow-3 border-[0.5px] border-components-button-secondary-border bg-components-button-secondary-bg p-2 shadow-xs backdrop-blur-[5px] hover:border-components-button-secondary-border-hover hover:bg-components-button-secondary-bg-hover'
  295. : 'p-0.5 hover:bg-state-base-hover')}
  296. onClick={() => {
  297. downloadDocument.mutateAsync({
  298. datasetId,
  299. documentId: detail.id,
  300. }).then((response) => {
  301. if (response.download_url)
  302. window.location.href = response.download_url
  303. }).catch((error) => {
  304. console.error(error)
  305. notify({ type: 'error', message: t('common.actionMsg.downloadFailed') })
  306. })
  307. }}
  308. >
  309. <RiDownloadLine className='h-4 w-4 text-components-button-secondary-text' />
  310. </button>
  311. </Tooltip>
  312. <Tooltip
  313. popupContent={t('datasetDocuments.list.action.settings')}
  314. popupClassName='text-text-secondary system-xs-medium'
  315. >
  316. <button
  317. className={cn('mr-2 cursor-pointer rounded-lg',
  318. !isListScene
  319. ? 'border-[0.5px] border-components-button-secondary-border bg-components-button-secondary-bg p-2 shadow-xs shadow-shadow-shadow-3 backdrop-blur-[5px] hover:border-components-button-secondary-border-hover hover:bg-components-button-secondary-bg-hover'
  320. : 'p-0.5 hover:bg-state-base-hover')}
  321. onClick={() => router.push(`/datasets/${datasetId}/documents/${detail.id}/settings`)}>
  322. <RiEqualizer2Line className='h-4 w-4 text-components-button-secondary-text' />
  323. </button>
  324. </Tooltip>
  325. <Popover
  326. htmlContent={
  327. <div className='w-full py-1'>
  328. {!archived && (
  329. <>
  330. <div className={s.actionItem} onClick={() => {
  331. handleShowRenameModal({
  332. id: detail.id,
  333. name: detail.name,
  334. })
  335. }}>
  336. <RiEditLine className='h-4 w-4 text-text-tertiary' />
  337. <span className={s.actionName}>{t('datasetDocuments.list.table.rename')}</span>
  338. </div>
  339. {['notion_import', DataSourceType.WEB].includes(data_source_type) && (
  340. <div className={s.actionItem} onClick={() => onOperate('sync')}>
  341. <RiLoopLeftLine className='h-4 w-4 text-text-tertiary' />
  342. <span className={s.actionName}>{t('datasetDocuments.list.action.sync')}</span>
  343. </div>
  344. )}
  345. <Divider className='my-1' />
  346. </>
  347. )}
  348. {!archived && display_status?.toLowerCase() === 'indexing' && (
  349. <div className={s.actionItem} onClick={() => onOperate('pause')}>
  350. <RiPauseCircleLine className='h-4 w-4 text-text-tertiary' />
  351. <span className={s.actionName}>{t('datasetDocuments.list.action.pause')}</span>
  352. </div>
  353. )}
  354. {!archived && display_status?.toLowerCase() === 'paused' && (
  355. <div className={s.actionItem} onClick={() => onOperate('resume')}>
  356. <RiPlayCircleLine className='h-4 w-4 text-text-tertiary' />
  357. <span className={s.actionName}>{t('datasetDocuments.list.action.resume')}</span>
  358. </div>
  359. )}
  360. {!archived && <div className={s.actionItem} onClick={() => onOperate('archive')}>
  361. <RiArchive2Line className='h-4 w-4 text-text-tertiary' />
  362. <span className={s.actionName}>{t('datasetDocuments.list.action.archive')}</span>
  363. </div>}
  364. {archived && (
  365. <div className={s.actionItem} onClick={() => onOperate('un_archive')}>
  366. <RiArchive2Line className='h-4 w-4 text-text-tertiary' />
  367. <span className={s.actionName}>{t('datasetDocuments.list.action.unarchive')}</span>
  368. </div>
  369. )}
  370. <div className={cn(s.actionItem, s.deleteActionItem, 'group')} onClick={() => setShowModal(true)}>
  371. <RiDeleteBinLine className={'h-4 w-4 text-text-tertiary group-hover:text-text-destructive'} />
  372. <span className={cn(s.actionName, 'group-hover:text-text-destructive')}>{t('datasetDocuments.list.action.delete')}</span>
  373. </div>
  374. </div>
  375. }
  376. trigger='click'
  377. position='br'
  378. btnElement={
  379. <div className={cn(s.commonIcon)}>
  380. <RiMoreFill className='h-4 w-4 text-components-button-secondary-text' />
  381. </div>
  382. }
  383. btnClassName={open => cn(isListScene ? s.actionIconWrapperList : s.actionIconWrapperDetail, open ? '!hover:bg-state-base-hover !shadow-none' : '!bg-transparent')}
  384. popupClassName='!w-full'
  385. className={`!z-20 flex h-fit !w-[200px] justify-end ${className}`}
  386. />
  387. </>
  388. )}
  389. {showModal
  390. && <Confirm
  391. isShow={showModal}
  392. isLoading={deleting}
  393. isDisabled={deleting}
  394. title={t('datasetDocuments.list.delete.title')}
  395. content={t('datasetDocuments.list.delete.content')}
  396. confirmText={t('common.operation.sure')}
  397. onConfirm={() => onOperate('delete')}
  398. onCancel={() => setShowModal(false)}
  399. />
  400. }
  401. {isShowRenameModal && currDocument && (
  402. <RenameModal
  403. datasetId={datasetId}
  404. documentId={currDocument.id}
  405. name={currDocument.name}
  406. onClose={setShowRenameModalFalse}
  407. onSaved={handleRenamed}
  408. />
  409. )}
  410. </div>
  411. }
  412. export const renderTdValue = (value: string | number | null, isEmptyStyle = false) => {
  413. return (
  414. <div className={cn(isEmptyStyle ? 'text-text-tertiary' : 'text-text-secondary', s.tdValue)}>
  415. {value ?? '-'}
  416. </div>
  417. )
  418. }
  419. const renderCount = (count: number | undefined) => {
  420. if (!count)
  421. return renderTdValue(0, true)
  422. if (count < 1000)
  423. return count
  424. return `${formatNumber((count / 1000).toFixed(1))}k`
  425. }
  426. type LocalDoc = SimpleDocumentDetail & { percent?: number }
  427. type IDocumentListProps = {
  428. embeddingAvailable: boolean
  429. documents: LocalDoc[]
  430. selectedIds: string[]
  431. onSelectedIdChange: (selectedIds: string[]) => void
  432. datasetId: string
  433. pagination: PaginationProps
  434. onUpdate: () => void
  435. onManageMetadata: () => void
  436. }
  437. /**
  438. * Document list component including basic information
  439. */
  440. const DocumentList: FC<IDocumentListProps> = ({
  441. embeddingAvailable,
  442. documents = [],
  443. selectedIds,
  444. onSelectedIdChange,
  445. datasetId,
  446. pagination,
  447. onUpdate,
  448. onManageMetadata,
  449. }) => {
  450. const { t } = useTranslation()
  451. const { formatTime } = useTimestamp()
  452. const router = useRouter()
  453. const [datasetConfig] = useDatasetDetailContext(s => [s.dataset])
  454. const chunkingMode = datasetConfig?.doc_form
  455. const isGeneralMode = chunkingMode !== ChunkingMode.parentChild
  456. const isQAMode = chunkingMode === ChunkingMode.qa
  457. const [localDocs, setLocalDocs] = useState<LocalDoc[]>(documents)
  458. const [sortField, setSortField] = useState<'name' | 'word_count' | 'hit_count' | 'created_at' | null>('created_at')
  459. const [sortOrder, setSortOrder] = useState<'asc' | 'desc'>('desc')
  460. const {
  461. isShowEditModal,
  462. showEditModal,
  463. hideEditModal,
  464. originalList,
  465. handleSave,
  466. } = useBatchEditDocumentMetadata({
  467. datasetId,
  468. docList: documents.filter(doc => selectedIds.includes(doc.id)),
  469. selectedDocumentIds: selectedIds, // Pass all selected IDs separately
  470. onUpdate,
  471. })
  472. useEffect(() => {
  473. if (!sortField) {
  474. setLocalDocs(documents)
  475. return
  476. }
  477. const sortedDocs = [...documents].sort((a, b) => {
  478. let aValue: any
  479. let bValue: any
  480. switch (sortField) {
  481. case 'name':
  482. aValue = a.name?.toLowerCase() || ''
  483. bValue = b.name?.toLowerCase() || ''
  484. break
  485. case 'word_count':
  486. aValue = a.word_count || 0
  487. bValue = b.word_count || 0
  488. break
  489. case 'hit_count':
  490. aValue = a.hit_count || 0
  491. bValue = b.hit_count || 0
  492. break
  493. case 'created_at':
  494. aValue = a.created_at
  495. bValue = b.created_at
  496. break
  497. default:
  498. return 0
  499. }
  500. if (sortField === 'name') {
  501. const result = aValue.localeCompare(bValue)
  502. return sortOrder === 'asc' ? result : -result
  503. }
  504. else {
  505. const result = aValue - bValue
  506. return sortOrder === 'asc' ? result : -result
  507. }
  508. })
  509. setLocalDocs(sortedDocs)
  510. }, [documents, sortField, sortOrder])
  511. const handleSort = (field: 'name' | 'word_count' | 'hit_count' | 'created_at') => {
  512. if (sortField === field) {
  513. setSortOrder(sortOrder === 'asc' ? 'desc' : 'asc')
  514. }
  515. else {
  516. setSortField(field)
  517. setSortOrder('desc')
  518. }
  519. }
  520. const renderSortHeader = (field: 'name' | 'word_count' | 'hit_count' | 'created_at', label: string) => {
  521. const isActive = sortField === field
  522. const isDesc = isActive && sortOrder === 'desc'
  523. return (
  524. <div className='flex cursor-pointer items-center hover:text-text-secondary' onClick={() => handleSort(field)}>
  525. {label}
  526. <ArrowDownIcon
  527. className={cn('ml-0.5 h-3 w-3 stroke-current stroke-2 transition-all',
  528. isActive ? 'text-text-tertiary' : 'text-text-disabled',
  529. isActive && !isDesc ? 'rotate-180' : '',
  530. )}
  531. />
  532. </div>
  533. )
  534. }
  535. const [currDocument, setCurrDocument] = useState<LocalDoc | null>(null)
  536. const [isShowRenameModal, {
  537. setTrue: setShowRenameModalTrue,
  538. setFalse: setShowRenameModalFalse,
  539. }] = useBoolean(false)
  540. const handleShowRenameModal = useCallback((doc: LocalDoc) => {
  541. setCurrDocument(doc)
  542. setShowRenameModalTrue()
  543. }, [setShowRenameModalTrue])
  544. const handleRenamed = useCallback(() => {
  545. onUpdate()
  546. }, [onUpdate])
  547. const isAllSelected = useMemo(() => {
  548. return localDocs.length > 0 && localDocs.every(doc => selectedIds.includes(doc.id))
  549. }, [localDocs, selectedIds])
  550. const isSomeSelected = useMemo(() => {
  551. return localDocs.some(doc => selectedIds.includes(doc.id))
  552. }, [localDocs, selectedIds])
  553. const onSelectedAll = useCallback(() => {
  554. if (isAllSelected)
  555. onSelectedIdChange([])
  556. else
  557. onSelectedIdChange(uniq([...selectedIds, ...localDocs.map(doc => doc.id)]))
  558. }, [isAllSelected, localDocs, onSelectedIdChange, selectedIds])
  559. const { mutateAsync: archiveDocument } = useDocumentArchive()
  560. const { mutateAsync: enableDocument } = useDocumentEnable()
  561. const { mutateAsync: disableDocument } = useDocumentDisable()
  562. const { mutateAsync: deleteDocument } = useDocumentDelete()
  563. const handleAction = (actionName: DocumentActionType) => {
  564. return async () => {
  565. let opApi
  566. switch (actionName) {
  567. case DocumentActionType.archive:
  568. opApi = archiveDocument
  569. break
  570. case DocumentActionType.enable:
  571. opApi = enableDocument
  572. break
  573. case DocumentActionType.disable:
  574. opApi = disableDocument
  575. break
  576. default:
  577. opApi = deleteDocument
  578. break
  579. }
  580. const [e] = await asyncRunSafe<CommonResponse>(opApi({ datasetId, documentIds: selectedIds }) as Promise<CommonResponse>)
  581. if (!e) {
  582. Toast.notify({ type: 'success', message: t('common.actionMsg.modifiedSuccessfully') })
  583. onUpdate()
  584. }
  585. else { Toast.notify({ type: 'error', message: t('common.actionMsg.modifiedUnsuccessfully') }) }
  586. }
  587. }
  588. return (
  589. <div className='relative flex h-full w-full flex-col'>
  590. <div className='relative grow overflow-x-auto'>
  591. <table className={`mt-3 w-full min-w-[700px] max-w-full border-collapse border-0 text-sm ${s.documentTable}`}>
  592. <thead className="h-8 border-b border-divider-subtle text-xs font-medium uppercase leading-8 text-text-tertiary">
  593. <tr>
  594. <td className='w-12'>
  595. <div className='flex items-center' onClick={e => e.stopPropagation()}>
  596. {embeddingAvailable && (
  597. <Checkbox
  598. className='mr-2 shrink-0'
  599. checked={isAllSelected}
  600. indeterminate={!isAllSelected && isSomeSelected}
  601. onCheck={onSelectedAll}
  602. />
  603. )}
  604. #
  605. </div>
  606. </td>
  607. <td>
  608. {renderSortHeader('name', t('datasetDocuments.list.table.header.fileName'))}
  609. </td>
  610. <td className='w-[130px]'>{t('datasetDocuments.list.table.header.chunkingMode')}</td>
  611. <td className='w-24'>
  612. {renderSortHeader('word_count', t('datasetDocuments.list.table.header.words'))}
  613. </td>
  614. <td className='w-44'>
  615. {renderSortHeader('hit_count', t('datasetDocuments.list.table.header.hitCount'))}
  616. </td>
  617. <td className='w-44'>
  618. {renderSortHeader('created_at', t('datasetDocuments.list.table.header.uploadTime'))}
  619. </td>
  620. <td className='w-40'>{t('datasetDocuments.list.table.header.status')}</td>
  621. <td className='w-20'>{t('datasetDocuments.list.table.header.action')}</td>
  622. </tr>
  623. </thead>
  624. <tbody className="text-text-secondary">
  625. {localDocs.map((doc, index) => {
  626. const isFile = doc.data_source_type === DataSourceType.FILE
  627. const fileType = isFile ? doc.data_source_detail_dict?.upload_file?.extension : ''
  628. return <tr
  629. key={doc.id}
  630. className={'h-8 cursor-pointer border-b border-divider-subtle hover:bg-background-default-hover'}
  631. onClick={() => {
  632. router.push(`/datasets/${datasetId}/documents/${doc.id}`)
  633. }}>
  634. <td className='text-left align-middle text-xs text-text-tertiary'>
  635. <div className='flex items-center' onClick={e => e.stopPropagation()}>
  636. <Checkbox
  637. className='mr-2 shrink-0'
  638. checked={selectedIds.includes(doc.id)}
  639. onCheck={() => {
  640. onSelectedIdChange(
  641. selectedIds.includes(doc.id)
  642. ? selectedIds.filter(id => id !== doc.id)
  643. : [...selectedIds, doc.id],
  644. )
  645. }}
  646. />
  647. {index + 1}
  648. </div>
  649. </td>
  650. <td>
  651. <div className={'group mr-6 flex max-w-[460px] items-center hover:mr-0'}>
  652. <div className='shrink-0'>
  653. {doc?.data_source_type === DataSourceType.NOTION && <NotionIcon className='mr-1.5 mt-[-3px] inline-flex align-middle' type='page' src={doc.data_source_info.notion_page_icon} />}
  654. {doc?.data_source_type === DataSourceType.FILE && <FileTypeIcon type={extensionToFileType(doc?.data_source_info?.upload_file?.extension ?? fileType)} className='mr-1.5' />}
  655. {doc?.data_source_type === DataSourceType.WEB && <Globe01 className='mr-1.5 mt-[-3px] inline-flex align-middle' />}
  656. </div>
  657. <span className='grow-1 truncate text-sm'>{doc.name}</span>
  658. <div className='hidden shrink-0 group-hover:ml-auto group-hover:flex'>
  659. <Tooltip
  660. popupContent={t('datasetDocuments.list.table.rename')}
  661. >
  662. <div
  663. className='cursor-pointer rounded-md p-1 hover:bg-state-base-hover'
  664. onClick={(e) => {
  665. e.stopPropagation()
  666. handleShowRenameModal(doc)
  667. }}
  668. >
  669. <RiEditLine className='h-4 w-4 text-text-tertiary' />
  670. </div>
  671. </Tooltip>
  672. </div>
  673. </div>
  674. </td>
  675. <td>
  676. <ChunkingModeLabel
  677. isGeneralMode={isGeneralMode}
  678. isQAMode={isQAMode}
  679. />
  680. </td>
  681. <td>{renderCount(doc.word_count)}</td>
  682. <td>{renderCount(doc.hit_count)}</td>
  683. <td className='text-[13px] text-text-secondary'>
  684. {formatTime(doc.created_at, t('datasetHitTesting.dateTimeFormat') as string)}
  685. </td>
  686. <td>
  687. {
  688. (['indexing', 'splitting', 'parsing', 'cleaning'].includes(doc.indexing_status) && doc?.data_source_type === DataSourceType.NOTION)
  689. ? <ProgressBar percent={doc.percent || 0} />
  690. : <StatusItem status={doc.display_status} />
  691. }
  692. </td>
  693. <td>
  694. <OperationAction
  695. embeddingAvailable={embeddingAvailable}
  696. datasetId={datasetId}
  697. detail={pick(doc, ['name', 'enabled', 'archived', 'id', 'data_source_type', 'doc_form', 'display_status'])}
  698. onUpdate={onUpdate}
  699. />
  700. </td>
  701. </tr>
  702. })}
  703. </tbody>
  704. </table>
  705. </div>
  706. {(selectedIds.length > 0) && (
  707. <BatchAction
  708. className='absolute bottom-16 left-0 z-20'
  709. selectedIds={selectedIds}
  710. onArchive={handleAction(DocumentActionType.archive)}
  711. onBatchEnable={handleAction(DocumentActionType.enable)}
  712. onBatchDisable={handleAction(DocumentActionType.disable)}
  713. onBatchDelete={handleAction(DocumentActionType.delete)}
  714. onEditMetadata={showEditModal}
  715. onCancel={() => {
  716. onSelectedIdChange([])
  717. }}
  718. />
  719. )}
  720. {/* Show Pagination only if the total is more than the limit */}
  721. {pagination.total && (
  722. <Pagination
  723. {...pagination}
  724. className='w-full shrink-0 px-0 pb-0'
  725. />
  726. )}
  727. {isShowRenameModal && currDocument && (
  728. <RenameModal
  729. datasetId={datasetId}
  730. documentId={currDocument.id}
  731. name={currDocument.name}
  732. onClose={setShowRenameModalFalse}
  733. onSaved={handleRenamed}
  734. />
  735. )}
  736. {isShowEditModal && (
  737. <EditMetadataBatchModal
  738. datasetId={datasetId}
  739. documentNum={selectedIds.length}
  740. list={originalList}
  741. onSave={handleSave}
  742. onHide={hideEditModal}
  743. onShowManage={() => {
  744. hideEditModal()
  745. onManageMetadata()
  746. }}
  747. />
  748. )}
  749. </div>
  750. )
  751. }
  752. export default DocumentList