| @@ -845,13 +845,17 @@ class DocumentService: | |||
| 'only_main_content': website_info.get('only_main_content', False), | |||
| 'mode': 'crawl', | |||
| } | |||
| if url.length > 255: | |||
| document_name = url[:200] + '...' | |||
| else: | |||
| document_name = url | |||
| document = DocumentService.build_document( | |||
| dataset, dataset_process_rule.id, | |||
| document_data["data_source"]["type"], | |||
| document_data["doc_form"], | |||
| document_data["doc_language"], | |||
| data_source_info, created_from, position, | |||
| account, url, batch | |||
| account, document_name, batch | |||
| ) | |||
| db.session.add(document) | |||
| db.session.flush() | |||