Browse Source

附件重新识别时需要改status为0即可

luojiehua 2 years ago
parent
commit
9fb544b284

+ 2 - 2
BaseDataMaintenance/maintenance/dataflow.py

@@ -2531,7 +2531,7 @@ class Dataflow_dumplicate(Dataflow):
                     else:
                         if _docid!=item.get(document_tmp_docid):
                             _time1 = time.time()
-                            confidence = self.dumplicate_check(item,_dict,total_count,b_log=False)
+                            confidence = self.dumplicate_check(item,_dict,total_count,b_log=True)
                             check_time+= time.time()-_time1
 
                             _dict["confidence"] = confidence
@@ -4139,7 +4139,7 @@ if __name__ == '__main__':
     df_dump = Dataflow_dumplicate(start_delete_listener=False)
     # df_dump.start_flow_dumplicate()
     a = time.time()
-    df_dump.test_dumplicate(326288275)
+    df_dump.test_dumplicate(327798326)
     # df_dump.test_merge([292315564],[287890754])
     # df_dump.flow_remove_project_tmp()
     print("takes",time.time()-a)

+ 1 - 1
BaseDataMaintenance/maintenance/dataflow_mq.py

@@ -252,7 +252,7 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
                 _ots_attach = attachment(attach.getProperties_ots())
                 _ots_exists = _ots_attach.fix_columns(self.ots_client,[attachment_attachmenthtml,attachment_classification,attachment_attachmentcon,attachment_path,attachment_status,attachment_filetype],True)
                 log("md5:%s path:%s file not in local or oss,search ots.attachment"%(filemd5,objectPath[5:]))
-                if _ots_attach.getProperties().get(attachment_attachmenthtml,"")!="":
+                if _ots_attach.getProperties().get(attachment_attachmenthtml,"")!="" and str(_ots_attach.getProperties().get(attachment_status))!=str(ATTACHMENT_INIT):
                     attach.setValue(attachment_attachmenthtml,_ots_attach.getProperties().get(attachment_attachmenthtml,""))
                     attach.setValue(attachment_attachmentcon,_ots_attach.getProperties().get(attachment_attachmentcon,""))
                     attach.setValue(attachment_status,_ots_attach.getProperties().get(attachment_status,""))