| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | ||||
| """ | """ | ||||
| import argparse | import argparse | ||||
| import json | import json | ||||
| import logging | import logging | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | 
| # See the License for the specific language governing permissions and | # See the License for the specific language governing permissions and | ||||
| # limitations under the License. | # limitations under the License. | ||||
| # | # | ||||
| import logging | import logging | ||||
| import re | import re | ||||
| import traceback | import traceback | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | ||||
| """ | """ | ||||
| import logging | import logging | ||||
| import numbers | import numbers | ||||
| import re | import re | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | ||||
| """ | """ | ||||
| GRAPH_EXTRACTION_PROMPT = """ | GRAPH_EXTRACTION_PROMPT = """ | ||||
| -Goal- | -Goal- | ||||
| Given a text document that is potentially relevant to this activity and a list of entity types, identify all entities of those types from the text and all relationships among the identified entities. | Given a text document that is potentially relevant to this activity and a list of entity types, identify all entities of those types from the text and all relationships among the identified entities. | 
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) | 
| # See the License for the specific language governing permissions and | # See the License for the specific language governing permissions and | ||||
| # limitations under the License. | # limitations under the License. | ||||
| # | # | ||||
| import collections | import collections | ||||
| import logging | import logging | ||||
| import re | import re | 
| # See the License for the specific language governing permissions and | # See the License for the specific language governing permissions and | ||||
| # limitations under the License. | # limitations under the License. | ||||
| # | # | ||||
| MIND_MAP_EXTRACTION_PROMPT = """ | MIND_MAP_EXTRACTION_PROMPT = """ | ||||
| - Role: You're a talent text processor to summarize a piece of text into a mind map. | - Role: You're a talent text processor to summarize a piece of text into a mind map. | ||||
| # | |||||
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |||||
| # | |||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| # you may not use this file except in compliance with the License. | |||||
| # You may obtain a copy of the License at | |||||
| # | |||||
| # http://www.apache.org/licenses/LICENSE-2.0 | |||||
| # | |||||
| # Unless required by applicable law or agreed to in writing, software | |||||
| # distributed under the License is distributed on an "AS IS" BASIS, | |||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| # See the License for the specific language governing permissions and | |||||
| # limitations under the License. | |||||
| # | |||||
| # Copyright (c) 2024 Microsoft Corporation. | |||||
| # Licensed under the MIT License | |||||
| """ | """ | ||||
| Reference: | Reference: | ||||
| - [graphrag](https://github.com/microsoft/graphrag) | - [graphrag](https://github.com/microsoft/graphrag) |