Browse Source

去重修改save=0时判断是否是公告临时表

luojiehua 2 years ago
parent
commit
7f164e66fa

+ 2 - 1
BaseDataMaintenance/maintenance/dataflow.py

@@ -2734,7 +2734,8 @@ class Dataflow_dumplicate(Dataflow):
                         remove_list.append(_dict)
         log("save:%s:docid:%d,final_list:%d,rules:%d,best_docid:%s,dmp_docid:%s"%(dtmp.getProperties().get(document_tmp_save),item.get(document_tmp_docid),len(final_list),len(list_rules),str(best_docid),dmp_docid))
         if upgrade:
-            self.changeSaveStatus(remove_list)
+            if table_name=="document_tmp":
+                self.changeSaveStatus(remove_list)
 
             dmp_docid = ",".join([str(a) for a in list(dup_docid)])
             dtmp.setValue(document_tmp_dup_docid,dmp_docid,True)

+ 6 - 6
BaseDataMaintenance/maintenance/proposedBuilding/DataSynchronization.py

@@ -96,13 +96,13 @@ class DataSynchronization():
 
         task_queue = queue.Queue()
 
-        # self.producer(task_queue)
+        self.producer(task_queue)
 
-        _dict = {"uuid":"12313","crtime":123,
-                        "json_list_group":'''
-                        [{"docid": 218170163, "shenpi_id": null, "type_id": "218170163", "page_time": "2022-01-26", "province": "广东", "city": "深圳", "district": "罗湖", "tenderee": "深圳市城市建设开发(集团)有限公司", "tenderee_contact": "孙工", "tenderee_phone": "18998998087", "agency": "", "project_code": null, "project_name": "成都市白鹭湾(住宅用地)项目可行性研究", "doctitle": "成都市白鹭湾(住宅用地)项目可行性研究服务招标公告", "docchannel": "52", "stage": "可研阶段", "proportion": "建筑面积为32388.83㎡", "projectDigest": "招标信息),六、开标地点:深圳市罗湖区桂园街道滨河东路1011号鹿丹大厦12层会议室;(鉴于疫情原因,投标人自行决定是否到开标现场开标;如投标人需要到开标现场,请投标人关注、执行深圳市关于疫情的相关规定,并提前2天与招标人进行沟通协商。),七、投标人资格标准等详细内容详见招标文件。招标联系人:孙工;联系电话:18998998087;邮箱:sundh@szcjjt.com;张工;联系电话:13928429353;邮箱:zli@szcjjt.com", "projectAddress": null, "begin_time": null, "end_time": null, "project_name_refind": "成都市白鹭湾(住宅用地)项目可行性研究", "industry": "办公楼", "location": null, "section_num": "-1", "new_enough": 1, "follow_enough": 1}]
-                        '''}
-        task_queue.put(proposedBuilding_tmp(_dict))
+        # _dict = {"uuid":"12313","crtime":123,
+        #                 "json_list_group":'''
+        #                 [{"docid": 218170163, "shenpi_id": null, "type_id": "218170163", "page_time": "2022-01-26", "province": "广东", "city": "深圳", "district": "罗湖", "tenderee": "深圳市城市建设开发(集团)有限公司", "tenderee_contact": "孙工", "tenderee_phone": "18998998087", "agency": "", "project_code": null, "project_name": "成都市白鹭湾(住宅用地)项目可行性研究", "doctitle": "成都市白鹭湾(住宅用地)项目可行性研究服务招标公告", "docchannel": "52", "stage": "可研阶段", "proportion": "建筑面积为32388.83㎡", "projectDigest": "招标信息),六、开标地点:深圳市罗湖区桂园街道滨河东路1011号鹿丹大厦12层会议室;(鉴于疫情原因,投标人自行决定是否到开标现场开标;如投标人需要到开标现场,请投标人关注、执行深圳市关于疫情的相关规定,并提前2天与招标人进行沟通协商。),七、投标人资格标准等详细内容详见招标文件。招标联系人:孙工;联系电话:18998998087;邮箱:sundh@szcjjt.com;张工;联系电话:13928429353;邮箱:zli@szcjjt.com", "projectAddress": null, "begin_time": null, "end_time": null, "project_name_refind": "成都市白鹭湾(住宅用地)项目可行性研究", "industry": "办公楼", "location": null, "section_num": "-1", "new_enough": 1, "follow_enough": 1}]
+        #                 '''}
+        # task_queue.put(proposedBuilding_tmp(_dict))
 
         self.comsumer(task_queue)