| character_splitter = FixedRecursiveCharacterTextSplitter.from_encoder( | character_splitter = FixedRecursiveCharacterTextSplitter.from_encoder( | ||||
| chunk_size=segmentation["max_tokens"], | chunk_size=segmentation["max_tokens"], | ||||
| chunk_overlap=segmentation.get('chunk_overlap', 0), | |||||
| chunk_overlap=segmentation.get('chunk_overlap', 0) or 0, | |||||
| fixed_separator=separator, | fixed_separator=separator, | ||||
| separators=["\n\n", "。", ". ", " ", ""], | separators=["\n\n", "。", ". ", " ", ""], | ||||
| embedding_model_instance=embedding_model_instance | embedding_model_instance=embedding_model_instance |