FORMAT_CONVERSION_MAXCOMPUTE/format_convert/convert_tree.py

import io
import logging
import cv2
import jieba
from PIL import Image
import numpy as np
from bs4 import BeautifulSoup

from format_convert.convert_image import image_process
from format_convert.utils import add_div, judge_error_code, get_table_html, sort_object, pil2np


class _Document:
    def __init__(self, doc_path):
        self.doc_path = doc_path
        # Document's child -> Page
        self.children = []
        self.error_code = None

    def add_child(self, child):
        if child.error_code is None:
            self.children.append(child)
        else:
            self.error_code = child.error_code

    def get_html(self, return_list=False):
        if self.error_code is not None:
            return self.error_code

        if return_list:
            html_text = []
        else:
            html_text = ""

        for child in self.children:
            # 先调用get_html才能更新error_code
            child_html_text = child.get_html()
            if child.error_code is not None:
                self.error_code = child.error_code
                return self.error_code
            else:
                if return_list:
                    html_text += [child_html_text]
                else:
                    html_text += child_html_text
        if not return_list:
            html_text = [html_text]
        return html_text


class _Page:
    def __init__(self, page, page_no):
        self.page = page
        self.page_no = page_no
        # Page's child -> Image, Table, Sentence
        self.children = []
        self.error_code = None
        # pdf对象需反向排序
        self.is_reverse = False
        # objs in tables
        self.in_table_objs = set()
        # 是否pdf
        self.is_pdf = 0

    def add_child(self, child):
        if child.error_code is None:
            self.children.append(child)
        else:
            self.error_code = child.error_code

    def get_html(self):
        if self.error_code is not None:
            return ""

        self.children = sort_object(self.children, self.is_reverse)

        html_text = ""
        image_html = ""
        text_html = ""
        for child in self.children:
            # 先调用get_html才能更新error_code
            child_html_text = child.get_html()
            if child.error_code is not None:
                self.error_code = child.error_code
                return ""
            else:
                if self.is_pdf:
                    if type(child) == _Image:
                        image_html += child_html_text
                    elif type(child) == _Sentence:
                        text_html += child_html_text
                html_text += child_html_text

        if self.is_pdf and image_html and text_html:
            soup1 = BeautifulSoup(image_html, 'lxml')
            soup2 = BeautifulSoup(text_html, 'lxml')
            text1 = soup1.text
            text2 = soup2.text
            # print('text1', text1)
            # print('text2', text2)
            # print('abs(len(text1) - len(text2))', abs(len(text1) - len(text2)))
            # print('min(len(text1), len(text2)) * 0.2', min(len(text1), len(text2)) * 0.2)
            if abs(len(text1) - len(text2)) <= min(len(text1), len(text2)) * 0.2:
                words1 = jieba.lcut(text1)
                words2 = jieba.lcut(text2)
                # words1 = set([x if len(x) >= 2 else '' for x in words1])
                # words2 = set([x if len(x) >= 2 else '' for x in words2])
                words1 = set(words1)
                words2 = set(words2)
                # print('words1', words1)
                # print('words2', words2)
                # print('len(set(words1).intersection(set(words2)))', len(words1.intersection(words2)))
                # print('min(len(words1), len(words2)) * 0.6', min(len(words1), len(words2)) * 0.6)
                if len(words1.intersection(words2)) >= min(len(words1), len(words2)) * 0.6:
                    print('image text is similar like sentence text!')
                    words1 = set([x if len(x) < 2 else '' for x in words1])
                    words2 = set([x if len(x) < 2 else '' for x in words2])
                    # print('len(words1) > len(words2)', len(words1), len(words2))
                    if len(words1) > len(words2):
                        html_text = text_html
                    else:
                        html_text = image_html

        return html_text


class _Image:
    def __init__(self, content, path, bbox=(0, 0, 0, 0)):
        self.content = content
        self.path = path
        # 是否反向排序
        self.is_reverse = False
        # 来源
        self.is_from_pdf = False
        self.is_from_docx = False
        # 位置
        self.bbox = bbox
        self.x = bbox[0]
        self.y = bbox[1]
        # 识别结果
        self.otr_result = None
        self.ocr_result = None
        # Image's child -> Table, Sentence
        self.children = []
        self.error_code = None
        # objs in tables
        self.in_table_objs = set()
        # 是否是文本形成的无边框表格
        self.b_table_from_text = False
        # pdf读取的文本对象
        self.b_table_text_obj_list = []
        # pdf layout的尺寸
        self.b_table_layout_size = (0, 0)

    def add_child(self, child):
        if child.error_code is None:
            self.children.append(child)
        else:
            self.error_code = child.error_code

    def get_html(self):
        # 将Image转为Sentence,table
        self.convert()
        # if self.error_code == [-16]:
        #     self.error_code = None
        #     return "<div>#idc error#<div>"
        if self.error_code is not None:
            return ""

        html_text = ""
        self.children = sort_object(self.children)
        for child in self.children:
            # 先调用get_html才能更新error_code
            child_html_text = child.get_html()
            if child.error_code is not None:
                self.error_code = child.error_code
                return ""
            else:
                html_text += child_html_text
        return html_text

    def get_text(self):
        return

    def convert(self):
        image_np = cv2.imread(self.path)
        if image_np is None:
            image_np = Image.open(self.path)
            image_np = pil2np(image_np)
        obj_list = image_process(image_np, self.path, self.is_from_pdf, self.is_from_docx,
                                 self.b_table_from_text, self.b_table_text_obj_list,
                                 self.b_table_layout_size, self.is_reverse)
        if judge_error_code(obj_list):
            # 20241101 注释 图片识别报错返回空
            # self.error_code = obj_list
            return

        if self.b_table_from_text:
            temp_list = []
            for obj in obj_list:
                if isinstance(obj, _Table):
                    temp_list.append(obj)
            obj_list = temp_list

        for obj in obj_list:
            self.add_child(obj)


class _Table:
    def __init__(self, content, bbox, is_html=False):
        self.content = content
        self.is_html = is_html
        self.bbox = bbox
        self.x = bbox[0]
        self.y = bbox[1]
        self.shape = (len(content), len(content[0]))
        self.error_code = None

    def get_html(self):
        if self.error_code is not None:
            return ""

        if self.is_html:
            return self.content
        else:
            # 将二维数组转为html table
            html_text = get_table_html(self.content)
            return html_text


class _Sentence:
    def __init__(self, content, bbox, is_html=False):
        self.content = content
        self.is_html = is_html
        # 位置
        self.bbox = bbox
        self.x = bbox[0]
        self.y = bbox[1]
        self.error_code = None
        # 合并接近句子
        self.combine = True

    def get_html(self):
        if self.error_code is not None:
            return ""
        # print("_Sentence", self.content, self.bbox)
        if self.is_html:
            return self.content
        else:
            return add_div(self.content)


class TextBox:
    def __init__(self, bbox, text):
        self.bbox = bbox
        self.text = text

    def get_text(self):
        return self.text

    def __str__(self):
        return '(%s@#@%s)' % (str(self.text), '@'.join([str(x) for x in self.bbox]))


class TableLine:
    def __init__(self, bbox):
        self.bbox = bbox