import io import logging import cv2 import jieba from PIL import Image import numpy as np from bs4 import BeautifulSoup from format_convert.convert_image import image_process from format_convert.utils import add_div, judge_error_code, get_table_html, sort_object, pil2np class _Document: def __init__(self, doc_path): self.doc_path = doc_path # Document's child -> Page self.children = [] self.error_code = None def add_child(self, child): if child.error_code is None: self.children.append(child) else: self.error_code = child.error_code def get_html(self, return_list=False): if self.error_code is not None: return self.error_code if return_list: html_text = [] else: html_text = "" for child in self.children: # 先调用get_html才能更新error_code child_html_text = child.get_html() if child.error_code is not None: self.error_code = child.error_code return self.error_code else: if return_list: html_text += [child_html_text] else: html_text += child_html_text if not return_list: html_text = [html_text] return html_text class _Page: def __init__(self, page, page_no): self.page = page self.page_no = page_no # Page's child -> Image, Table, Sentence self.children = [] self.error_code = None # pdf对象需反向排序 self.is_reverse = False # objs in tables self.in_table_objs = set() # 是否pdf self.is_pdf = 0 def add_child(self, child): if child.error_code is None: self.children.append(child) else: self.error_code = child.error_code def get_html(self): if self.error_code is not None: return "" self.children = sort_object(self.children, self.is_reverse) html_text = "" image_html = "" text_html = "" for child in self.children: # 先调用get_html才能更新error_code child_html_text = child.get_html() if child.error_code is not None: self.error_code = child.error_code return "" else: if self.is_pdf: if type(child) == _Image: image_html += child_html_text elif type(child) == _Sentence: text_html += child_html_text html_text += child_html_text if self.is_pdf and image_html and text_html: soup1 = BeautifulSoup(image_html, 'lxml') soup2 = BeautifulSoup(text_html, 'lxml') text1 = soup1.text text2 = soup2.text # print('text1', text1) # print('text2', text2) # print('abs(len(text1) - len(text2))', abs(len(text1) - len(text2))) # print('min(len(text1), len(text2)) * 0.2', min(len(text1), len(text2)) * 0.2) if abs(len(text1) - len(text2)) <= min(len(text1), len(text2)) * 0.2: words1 = jieba.lcut(text1) words2 = jieba.lcut(text2) # words1 = set([x if len(x) >= 2 else '' for x in words1]) # words2 = set([x if len(x) >= 2 else '' for x in words2]) words1 = set(words1) words2 = set(words2) # print('words1', words1) # print('words2', words2) # print('len(set(words1).intersection(set(words2)))', len(words1.intersection(words2))) # print('min(len(words1), len(words2)) * 0.6', min(len(words1), len(words2)) * 0.6) if len(words1.intersection(words2)) >= min(len(words1), len(words2)) * 0.6: print('image text is similar like sentence text!') words1 = set([x if len(x) < 2 else '' for x in words1]) words2 = set([x if len(x) < 2 else '' for x in words2]) # print('len(words1) > len(words2)', len(words1), len(words2)) if len(words1) > len(words2): html_text = text_html else: html_text = image_html return html_text class _Image: def __init__(self, content, path, bbox=(0, 0, 0, 0)): self.content = content self.path = path # 是否反向排序 self.is_reverse = False # 来源 self.is_from_pdf = False self.is_from_docx = False # 位置 self.bbox = bbox self.x = bbox[0] self.y = bbox[1] # 识别结果 self.otr_result = None self.ocr_result = None # Image's child -> Table, Sentence self.children = [] self.error_code = None # objs in tables self.in_table_objs = set() # 是否是文本形成的无边框表格 self.b_table_from_text = False # pdf读取的文本对象 self.b_table_text_obj_list = [] # pdf layout的尺寸 self.b_table_layout_size = (0, 0) def add_child(self, child): if child.error_code is None: self.children.append(child) else: self.error_code = child.error_code def get_html(self): # 将Image转为Sentence,table self.convert() # if self.error_code == [-16]: # self.error_code = None # return "
#idc error#
" if self.error_code is not None: return "" html_text = "" self.children = sort_object(self.children) for child in self.children: # 先调用get_html才能更新error_code child_html_text = child.get_html() if child.error_code is not None: self.error_code = child.error_code return "" else: html_text += child_html_text return html_text def get_text(self): return def convert(self): image_np = cv2.imread(self.path) if image_np is None: image_np = Image.open(self.path) image_np = pil2np(image_np) obj_list = image_process(image_np, self.path, self.is_from_pdf, self.is_from_docx, self.b_table_from_text, self.b_table_text_obj_list, self.b_table_layout_size, self.is_reverse) if judge_error_code(obj_list): # 20241101 注释 图片识别报错返回空 # self.error_code = obj_list return if self.b_table_from_text: temp_list = [] for obj in obj_list: if isinstance(obj, _Table): temp_list.append(obj) obj_list = temp_list for obj in obj_list: self.add_child(obj) class _Table: def __init__(self, content, bbox, is_html=False): self.content = content self.is_html = is_html self.bbox = bbox self.x = bbox[0] self.y = bbox[1] self.shape = (len(content), len(content[0])) self.error_code = None def get_html(self): if self.error_code is not None: return "" if self.is_html: return self.content else: # 将二维数组转为html table html_text = get_table_html(self.content) return html_text class _Sentence: def __init__(self, content, bbox, is_html=False): self.content = content self.is_html = is_html # 位置 self.bbox = bbox self.x = bbox[0] self.y = bbox[1] self.error_code = None # 合并接近句子 self.combine = True def get_html(self): if self.error_code is not None: return "" # print("_Sentence", self.content, self.bbox) if self.is_html: return self.content else: return add_div(self.content) class TextBox: def __init__(self, bbox, text): self.bbox = bbox self.text = text def get_text(self): return self.text def __str__(self): return '(%s@#@%s)' % (str(self.text), '@'.join([str(x) for x in self.bbox])) class TableLine: def __init__(self, bbox): self.bbox = bbox