|
|
|
|
|
|
|
|
|
|
|
|
|
|
from core.data_loader.file_extractor import FileExtractor |
|
|
from core.data_loader.file_extractor import FileExtractor |
|
|
from core.data_loader.loader.notion import NotionLoader |
|
|
from core.data_loader.loader.notion import NotionLoader |
|
|
from core.docstore.dataset_docstore import DatesetDocumentStore |
|
|
|
|
|
|
|
|
from core.docstore.dataset_docstore import DatasetDocumentStore |
|
|
from core.generator.llm_generator import LLMGenerator |
|
|
from core.generator.llm_generator import LLMGenerator |
|
|
from core.index.index import IndexBuilder |
|
|
from core.index.index import IndexBuilder |
|
|
from core.model_providers.error import ProviderTokenNotInitError |
|
|
from core.model_providers.error import ProviderTokenNotInitError |
|
|
|
|
|
|
|
|
) |
|
|
) |
|
|
|
|
|
|
|
|
# save node to document segment |
|
|
# save node to document segment |
|
|
doc_store = DatesetDocumentStore( |
|
|
|
|
|
|
|
|
doc_store = DatasetDocumentStore( |
|
|
dataset=dataset, |
|
|
dataset=dataset, |
|
|
user_id=dataset_document.created_by, |
|
|
user_id=dataset_document.created_by, |
|
|
document_id=dataset_document.id |
|
|
document_id=dataset_document.id |