浏览代码

增加漏数据及修复数据;附件处理时如果历史已经处理过,则跳过

luojiehua 2 年之前
父节点
当前提交
ae42d96fce
共有 1 个文件被更改,包括 4 次插入0 次删除
  1. 4 0
      BaseDataMaintenance/maintenance/dataflow.py

+ 4 - 0
BaseDataMaintenance/maintenance/dataflow.py

@@ -1791,6 +1791,8 @@ class Dataflow_attachment(Dataflow):
             try:
                 item = self.queue_attachment_ocr.get(True,timeout=0.2)
                 log("attachment get doc:%s"%(str(item.get("item",{}).get("docid"))))
+                if item.get("item",{}).get("docid")<290001272:
+                    continue
                 self.attachment_recognize(item,None)
                 log("attachment get doc:%s succeed"%(str(item.get("item",{}).get("docid"))))
             except Exception as e:
@@ -1799,6 +1801,8 @@ class Dataflow_attachment(Dataflow):
             try:
                 item = self.queue_attachment_not_ocr.get(True,timeout=0.2)
                 log("attachment get doc:%s"%(str(item.get("item",{}).get("docid"))))
+                if item.get("item",{}).get("docid")<290001272:
+                    continue
                 self.attachment_recognize(item,None)
                 log("attachment get doc:%s succeed"%(str(item.get("item",{}).get("docid"))))
             except Exception as e: