Ver código fonte

fix: #21427 correct segment settings when creating documents via API (#21673)

tags/1.5.1
qiuqiua 4 meses atrás
pai
commit
18757d07c9
Nenhuma conta vinculada ao e-mail do autor do commit

+ 3
- 1
web/app/components/datasets/create/step-two/index.tsx Ver arquivo

@@ -507,13 +507,15 @@ const StepTwo = ({
const separator = rules.segmentation.separator
const max = rules.segmentation.max_tokens
const overlap = rules.segmentation.chunk_overlap
const isHierarchicalDocument = documentDetail.doc_form === ChunkingMode.parentChild
|| (rules.parent_mode && rules.subchunk_segmentation)
setSegmentIdentifier(separator)
setMaxChunkLength(max)
setOverlap(overlap!)
setRules(rules.pre_processing_rules)
setDefaultConfig(rules)

if (documentDetail.dataset_process_rule.mode === 'hierarchical') {
if (isHierarchicalDocument) {
setParentChildConfig({
chunkForContext: rules.parent_mode || 'paragraph',
parent: {

Carregando…
Cancelar
Salvar