Browse Source

Merge remote-tracking branch 'origin/master'

znj 3 years ago
parent
commit
d404086432
2 changed files with 5 additions and 3 deletions
  1. 1 0
      BiddingKG/dl/interface/Preprocessing.py
  2. 4 3
      BiddingKG/dl/test/test4.py

+ 1 - 0
BiddingKG/dl/interface/Preprocessing.py

@@ -1464,6 +1464,7 @@ def get_preprocessed_article(articles,cost_time = dict(),useselffool=True):
     for article in articles:
         doc_id = article[0]
         sourceContent = article[1]
+        sourceContent = re.sub("<html>|</html>|<body>|</body>","",sourceContent)
         _send_doc_id = article[3]
         _title = article[4]
         #表格处理

File diff suppressed because it is too large
+ 4 - 3
BiddingKG/dl/test/test4.py


Some files were not shown because too many files changed in this diff