| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128 |
- import React, { useCallback } from 'react'
- import { IndexingType } from '@/app/components/datasets/create/step-two'
- import { ProcessMode, type ProcessRuleResponse } from '@/models/datasets'
- import { RETRIEVE_METHOD } from '@/types/app'
- import { useTranslation } from 'react-i18next'
- import { FieldInfo } from '@/app/components/datasets/documents/detail/metadata'
- import Image from 'next/image'
- import { indexMethodIcon, retrievalIcon } from '@/app/components/datasets/create/icons'
-
- type RuleDetailProps = {
- sourceData?: ProcessRuleResponse
- indexingType?: IndexingType
- retrievalMethod?: RETRIEVE_METHOD
- }
-
- const RuleDetail = ({
- sourceData,
- indexingType,
- retrievalMethod,
- }: RuleDetailProps) => {
- const { t } = useTranslation()
-
- const segmentationRuleMap = {
- mode: t('datasetDocuments.embedding.mode'),
- segmentLength: t('datasetDocuments.embedding.segmentLength'),
- textCleaning: t('datasetDocuments.embedding.textCleaning'),
- }
-
- const getRuleName = useCallback((key: string) => {
- if (key === 'remove_extra_spaces')
- return t('datasetCreation.stepTwo.removeExtraSpaces')
-
- if (key === 'remove_urls_emails')
- return t('datasetCreation.stepTwo.removeUrlEmails')
-
- if (key === 'remove_stopwords')
- return t('datasetCreation.stepTwo.removeStopwords')
- }, [t])
-
- const isNumber = useCallback((value: unknown) => {
- return typeof value === 'number'
- }, [])
-
- const getValue = useCallback((field: string) => {
- let value: string | number | undefined = '-'
- const maxTokens = isNumber(sourceData?.rules?.segmentation?.max_tokens)
- ? sourceData.rules.segmentation.max_tokens
- : value
- const childMaxTokens = isNumber(sourceData?.rules?.subchunk_segmentation?.max_tokens)
- ? sourceData.rules.subchunk_segmentation.max_tokens
- : value
- switch (field) {
- case 'mode':
- value = !sourceData?.mode
- ? value
- // eslint-disable-next-line sonarjs/no-nested-conditional
- : sourceData.mode === ProcessMode.general
- ? (t('datasetDocuments.embedding.custom') as string)
- // eslint-disable-next-line sonarjs/no-nested-conditional
- : `${t('datasetDocuments.embedding.hierarchical')} · ${sourceData?.rules?.parent_mode === 'paragraph'
- ? t('dataset.parentMode.paragraph')
- : t('dataset.parentMode.fullDoc')}`
- break
- case 'segmentLength':
- value = !sourceData?.mode
- ? value
- // eslint-disable-next-line sonarjs/no-nested-conditional
- : sourceData.mode === ProcessMode.general
- ? maxTokens
- : `${t('datasetDocuments.embedding.parentMaxTokens')} ${maxTokens}; ${t('datasetDocuments.embedding.childMaxTokens')} ${childMaxTokens}`
- break
- default:
- value = !sourceData?.mode
- ? value
- : sourceData?.rules?.pre_processing_rules?.filter(rule =>
- rule.enabled).map(rule => getRuleName(rule.id)).join(',')
- break
- }
- return value
- }, [getRuleName, isNumber, sourceData, t])
-
- return (
- <div className='flex flex-col gap-1'>
- {Object.keys(segmentationRuleMap).map((field) => {
- return <FieldInfo
- key={field}
- label={segmentationRuleMap[field as keyof typeof segmentationRuleMap]}
- displayedValue={String(getValue(field))}
- />
- })}
- <FieldInfo
- label={t('datasetCreation.stepTwo.indexMode')}
- displayedValue={t(`datasetCreation.stepTwo.${indexingType === IndexingType.ECONOMICAL ? 'economical' : 'qualified'}`) as string}
- valueIcon={
- <Image
- className='size-4'
- src={
- indexingType === IndexingType.ECONOMICAL
- ? indexMethodIcon.economical
- : indexMethodIcon.high_quality
- }
- alt=''
- />
- }
- />
- <FieldInfo
- label={t('datasetSettings.form.retrievalSetting.title')}
- displayedValue={t(`dataset.retrieval.${indexingType === IndexingType.ECONOMICAL ? 'invertedIndex' : retrievalMethod}.title`) as string}
- valueIcon={
- <Image
- className='size-4'
- src={
- retrievalMethod === RETRIEVE_METHOD.fullText
- ? retrievalIcon.fullText
- // eslint-disable-next-line sonarjs/no-nested-conditional
- : retrievalMethod === RETRIEVE_METHOD.hybrid
- ? retrievalIcon.hybrid
- : retrievalIcon.vector
- }
- alt=''
- />
- }
- />
- </div>
- )
- }
-
- export default React.memo(RuleDetail)
|