123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213 |
- import io
- import logging
- import cv2
- from PIL import Image
- import numpy as np
- from format_convert.convert_image import image_process
- from format_convert.utils import add_div, judge_error_code, get_table_html, sort_object
- class _Document:
- def __init__(self, doc_path):
- self.doc_path = doc_path
- # Document's child -> Page
- self.children = []
- self.error_code = None
- def add_child(self, child):
- if child.error_code is None:
- self.children.append(child)
- else:
- self.error_code = child.error_code
- def get_html(self, return_list=False):
- if self.error_code is not None:
- return self.error_code
- if return_list:
- html_text = []
- else:
- html_text = ""
- for child in self.children:
- # 先调用get_html才能更新error_code
- child_html_text = child.get_html()
- if child.error_code is not None:
- self.error_code = child.error_code
- return self.error_code
- else:
- if return_list:
- html_text += [child_html_text]
- else:
- html_text += child_html_text
- if not return_list:
- html_text = [html_text]
- return html_text
- class _Page:
- def __init__(self, page, page_no):
- self.page = page
- self.page_no = page_no
- # Page's child -> Image, Table, Sentence
- self.children = []
- self.error_code = None
- # pdf对象需反向排序
- self.is_reverse = False
- # objs in tables
- self.in_table_objs = set()
- def add_child(self, child):
- if child.error_code is None:
- self.children.append(child)
- else:
- self.error_code = child.error_code
- def get_html(self):
- if self.error_code is not None:
- return ""
- html_text = ""
- self.children = sort_object(self.children, self.is_reverse)
- for child in self.children:
- # 先调用get_html才能更新error_code
- child_html_text = child.get_html()
- if child.error_code is not None:
- self.error_code = child.error_code
- return ""
- else:
- html_text += child_html_text
- return html_text
- class _Image:
- def __init__(self, content, path, bbox=(0, 0, 0, 0)):
- self.content = content
- self.path = path
- # 来源
- self.is_from_pdf = False
- self.is_from_docx = False
- # 位置
- self.bbox = bbox
- self.x = bbox[0]
- self.y = bbox[1]
- # 识别结果
- self.otr_result = None
- self.ocr_result = None
- # Image's child -> Table, Sentence
- self.children = []
- self.error_code = None
- # objs in tables
- self.in_table_objs = set()
- # 是否是文本形成的无边框表格
- self.b_table_from_text = False
- # pdf读取的文本对象
- self.b_table_text_obj_list = []
- # pdf layout的尺寸
- self.b_table_layout_size = (0, 0)
- def add_child(self, child):
- if child.error_code is None:
- self.children.append(child)
- else:
- self.error_code = child.error_code
- def get_html(self):
- # 将Image转为Sentence,table
- self.convert()
- if self.error_code is not None:
- return ""
- html_text = ""
- self.children = sort_object(self.children)
- for child in self.children:
- # 先调用get_html才能更新error_code
- child_html_text = child.get_html()
- if child.error_code is not None:
- self.error_code = child.error_code
- return ""
- else:
- html_text += child_html_text
- return html_text
- def get_text(self):
- return
- def convert(self):
- image_np = cv2.imread(self.path)
- obj_list = image_process(image_np, self.path, self.is_from_pdf, self.is_from_docx,
- self.b_table_from_text, self.b_table_text_obj_list,
- self.b_table_layout_size)
- if self.b_table_from_text:
- temp_list = []
- for obj in obj_list:
- if isinstance(obj, _Table):
- temp_list.append(obj)
- obj_list = temp_list
- if judge_error_code(obj_list):
- self.error_code = obj_list
- return
- for obj in obj_list:
- self.add_child(obj)
- class _Table:
- def __init__(self, content, bbox, is_html=False):
- self.content = content
- self.is_html = is_html
- self.bbox = bbox
- self.x = bbox[0]
- self.y = bbox[1]
- self.shape = (len(content), len(content[0]))
- self.error_code = None
- def get_html(self):
- if self.error_code is not None:
- return ""
- if self.is_html:
- return self.content
- else:
- # 将二维数组转为html table
- html_text = get_table_html(self.content)
- return html_text
- class _Sentence:
- def __init__(self, content, bbox, is_html=False):
- self.content = content
- self.is_html = is_html
- # 位置
- self.bbox = bbox
- self.x = bbox[0]
- self.y = bbox[1]
- self.error_code = None
- # 合并接近句子
- self.combine = True
- def get_html(self):
- if self.error_code is not None:
- return ""
- # print("_Sentence", self.content, self.bbox)
- if self.is_html:
- return self.content
- else:
- return add_div(self.content)
- class TextBox:
- def __init__(self, bbox, text):
- self.bbox = bbox
- self.text = text
- def get_text(self):
- return self.text
- def __str__(self):
- return '(%s@#@%s)' % (str(self.text), '@'.join([str(x) for x in self.bbox]))
- class TableLine:
- def __init__(self, bbox):
- self.bbox = bbox
|