Browse Source

Fix docx parser line bug (#1715)

### What problem does this PR solve?
#1704 

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

---------

Co-authored-by: Kevin Hu <kevinhu.sh@gmail.com>
tags/v0.9.0
H 1 year ago
parent
commit
0cb588f7bf
No account linked to committer's email address
2 changed files with 5 additions and 2 deletions
  1. 1
    1
      deepdoc/parser/pdf_parser.py
  2. 4
    1
      rag/app/naive.py

+ 1
- 1
deepdoc/parser/pdf_parser.py View File

@@ -952,7 +952,7 @@ class RAGFlowPdfParser:
fnm, str) else pdfplumber.open(BytesIO(fnm))
self.page_images = [p.to_image(resolution=72 * zoomin).annotated for i, p in
enumerate(self.pdf.pages[page_from:page_to])]
self.page_chars = [[{**c, 'top': max(0, c['top'] - 10), 'bottom': max(0, c['bottom'] - 10)} for c in page.dedupe_chars().chars if self._has_color(c)] for page in
self.page_chars = [[{**c, 'top': c['top'], 'bottom': c['bottom']} for c in page.dedupe_chars().chars if self._has_color(c)] for page in
self.pdf.pages[page_from:page_to]]
self.total_page = len(self.pdf.pages)
except Exception as e:

+ 4
- 1
rag/app/naive.py View File

@@ -23,6 +23,8 @@ from rag.utils import num_tokens_from_string
from PIL import Image
from functools import reduce
from markdown import markdown
class Docx(DocxParser):
def __init__(self):
pass
@@ -81,7 +83,8 @@ class Docx(DocxParser):
continue
if 'w:br' in run._element.xml and 'type="page"' in run._element.xml:
pn += 1
new_line = [(line[0], reduce(concat_img, line[1])) for line in lines]
new_line = [(line[0], reduce(concat_img, line[1]) if line[1] else None) for line in lines]
tbls = []
for tb in self.doc.tables:
html= "<table>"

Loading…
Cancel
Save