# -*- coding: utf-8 -*- """``interface/Preprocessing.py`` — Phase 4 清理后的兼容层。 原 4503 行已缩减为本文件。所有实现已迁移到 ``preprocess/`` 子模块, 本文件仅通过 re-export 保持旧 import 路径不变。 旧路径仍然有效:: from BiddingKG.dl.interface.Preprocessing import tableToText from BiddingKG.dl.interface.Preprocessing import get_preprocessed from BiddingKG.dl.interface.Preprocessing import segment from BiddingKG.dl.interface.Preprocessing import get_preprocessed_article # ... 等所有原公共函数 清理说明: - 删除 21 个已迁移到 ``preprocess/`` 的函数本地定义 - 删除孤儿函数 ``cut_repeat_name``(无外部调用者) - 删除本地常量 ``re_num`` / ``num_dict``(已由 re-export 覆盖) - 删除 ``__main__`` 测试块(兼容层不再承载可执行入口) - 保留所有 ``import *`` 以维持隐式 re-export 语义 """ from bs4 import BeautifulSoup, Comment import copy import sys import os import time import codecs from BiddingKG.dl.ratio.re_ratio import extract_ratio from BiddingKG.dl.table_head.predict_torch import predict sys.setrecursionlimit(1000000) sys.path.append(os.path.abspath("../..")) sys.path.append(os.path.abspath("..")) from BiddingKG.dl.common.Utils import * from BiddingKG.dl.interface.Entitys import * from BiddingKG.dl.interface.predictor import getPredictor, TableTag2List from BiddingKG.dl.common.nerUtils import * from BiddingKG.dl.money.moneySource.ruleExtra import extract_moneySource from BiddingKG.dl.time.re_servicetime import extract_servicetime from BiddingKG.dl.relation_extraction.re_email import extract_email from BiddingKG.dl.bidway.re_bidway import extract_bidway, bidway_integrate from BiddingKG.dl.fingerprint.documentFingerprint import getFingerprint from BiddingKG.dl.entityLink.entityLink import * # ============================================================ # Phase 4 re-exports: implementations moved to preprocess/ # 以下 import 覆盖上方同名局部定义,使老 import 路径不变。 # 详见 REFACTOR_LOG.md §Phase 4 # ============================================================ from BiddingKG.dl.preprocess.html_cleaner import ( # noqa: E402,F811 special_treatment, article_limit, attachment_filelink, del_achievement, split_header, ) from BiddingKG.dl.preprocess.table_parser import ( # noqa: E402,F811 tableToText, table_head_repair_process, ) from BiddingKG.dl.preprocess.segmenter import ( # noqa: E402,F811 segment, get_preprocessed_sentences, ) from BiddingKG.dl.preprocess.outline import ( # noqa: E402,F811 get_preprocessed_outline, change2num, re_num, num_dict, ) from BiddingKG.dl.preprocess.article import ( # noqa: E402,F811 get_preprocessed, get_preprocessed_article, ) from BiddingKG.dl.preprocess.ner import ( # noqa: E402,F811 get_preprocessed_entitys, union_ner, union_result, ) from BiddingKG.dl.scripts.legacy.preprocessing_db import ( # noqa: E402,F811 persistenceData, persistenceData1, _handle, getPredictTable, )