Browse Source

增加漏数据及修复数据;附件处理时如果历史已经处理过,则跳过

luojiehua 2 năm trước cách đây
mục cha
commit
ae42d96fce
1 tập tin đã thay đổi với 4 bổ sung0 xóa
  1. 4 0
      BaseDataMaintenance/maintenance/dataflow.py

+ 4 - 0
BaseDataMaintenance/maintenance/dataflow.py

@@ -1791,6 +1791,8 @@ class Dataflow_attachment(Dataflow):
             try:
                 item = self.queue_attachment_ocr.get(True,timeout=0.2)
                 log("attachment get doc:%s"%(str(item.get("item",{}).get("docid"))))
+                if item.get("item",{}).get("docid")<290001272:
+                    continue
                 self.attachment_recognize(item,None)
                 log("attachment get doc:%s succeed"%(str(item.get("item",{}).get("docid"))))
             except Exception as e:
@@ -1799,6 +1801,8 @@ class Dataflow_attachment(Dataflow):
             try:
                 item = self.queue_attachment_not_ocr.get(True,timeout=0.2)
                 log("attachment get doc:%s"%(str(item.get("item",{}).get("docid"))))
+                if item.get("item",{}).get("docid")<290001272:
+                    continue
                 self.attachment_recognize(item,None)
                 log("attachment get doc:%s succeed"%(str(item.get("item",{}).get("docid"))))
             except Exception as e: