BIDI_EXTRACTION_AI/BiddingKG/dl/interface/Preprocessing.py

# -*- coding: utf-8 -*-
"""``interface/Preprocessing.py`` — Phase 4 清理后的兼容层。

原 4503 行已缩减为本文件。所有实现已迁移到 ``preprocess/`` 子模块，
本文件仅通过 re-export 保持旧 import 路径不变。

旧路径仍然有效::

    from BiddingKG.dl.interface.Preprocessing import tableToText
    from BiddingKG.dl.interface.Preprocessing import get_preprocessed
    from BiddingKG.dl.interface.Preprocessing import segment
    from BiddingKG.dl.interface.Preprocessing import get_preprocessed_article
    # ... 等所有原公共函数

清理说明：
- 删除 21 个已迁移到 ``preprocess/`` 的函数本地定义
- 删除孤儿函数 ``cut_repeat_name``（无外部调用者）
- 删除本地常量 ``re_num`` / ``num_dict``（已由 re-export 覆盖）
- 删除 ``__main__`` 测试块（兼容层不再承载可执行入口）
- 保留所有 ``import *`` 以维持隐式 re-export 语义
"""

from bs4 import BeautifulSoup, Comment
import copy
import sys
import os
import time
import codecs

from BiddingKG.dl.ratio.re_ratio import extract_ratio
from BiddingKG.dl.table_head.predict_torch import predict

sys.setrecursionlimit(1000000)
sys.path.append(os.path.abspath("../.."))
sys.path.append(os.path.abspath(".."))
from BiddingKG.dl.common.Utils import *
from BiddingKG.dl.interface.Entitys import *
from BiddingKG.dl.interface.predictor import getPredictor, TableTag2List
from BiddingKG.dl.common.nerUtils import *
from BiddingKG.dl.money.moneySource.ruleExtra import extract_moneySource
from BiddingKG.dl.time.re_servicetime import extract_servicetime
from BiddingKG.dl.relation_extraction.re_email import extract_email
from BiddingKG.dl.bidway.re_bidway import extract_bidway, bidway_integrate
from BiddingKG.dl.fingerprint.documentFingerprint import getFingerprint
from BiddingKG.dl.entityLink.entityLink import *


# ============================================================
# Phase 4 re-exports: implementations moved to preprocess/
# 以下 import 覆盖上方同名局部定义，使老 import 路径不变。
# 详见 REFACTOR_LOG.md §Phase 4
# ============================================================
from BiddingKG.dl.preprocess.html_cleaner import (  # noqa: E402,F811
    special_treatment,
    article_limit,
    attachment_filelink,
    del_achievement,
    split_header,
)
from BiddingKG.dl.preprocess.table_parser import (  # noqa: E402,F811
    tableToText,
    table_head_repair_process,
)
from BiddingKG.dl.preprocess.segmenter import (  # noqa: E402,F811
    segment,
    get_preprocessed_sentences,
)
from BiddingKG.dl.preprocess.outline import (  # noqa: E402,F811
    get_preprocessed_outline,
    change2num,
    re_num,
    num_dict,
)
from BiddingKG.dl.preprocess.article import (  # noqa: E402,F811
    get_preprocessed,
    get_preprocessed_article,
)
from BiddingKG.dl.preprocess.ner import (  # noqa: E402,F811
    get_preprocessed_entitys,
    union_ner,
    union_result,
)
from BiddingKG.dl.scripts.legacy.preprocessing_db import (  # noqa: E402,F811
    persistenceData,
    persistenceData1,
    _handle,
    getPredictTable,
)