Эх сурвалжийг харах

增加漏数据及修复数据;附件处理时如果历史已经处理过,则跳过

luojiehua 2 жил өмнө
parent
commit
ae42d96fce

+ 4 - 0
BaseDataMaintenance/maintenance/dataflow.py

@@ -1791,6 +1791,8 @@ class Dataflow_attachment(Dataflow):
             try:
                 item = self.queue_attachment_ocr.get(True,timeout=0.2)
                 log("attachment get doc:%s"%(str(item.get("item",{}).get("docid"))))
+                if item.get("item",{}).get("docid")<290001272:
+                    continue
                 self.attachment_recognize(item,None)
                 log("attachment get doc:%s succeed"%(str(item.get("item",{}).get("docid"))))
             except Exception as e:
@@ -1799,6 +1801,8 @@ class Dataflow_attachment(Dataflow):
             try:
                 item = self.queue_attachment_not_ocr.get(True,timeout=0.2)
                 log("attachment get doc:%s"%(str(item.get("item",{}).get("docid"))))
+                if item.get("item",{}).get("docid")<290001272:
+                    continue
                 self.attachment_recognize(item,None)
                 log("attachment get doc:%s succeed"%(str(item.get("item",{}).get("docid"))))
             except Exception as e: