瀏覽代碼

优化公告合并效率问题;增加project2_tmp表删除周期程序;去重报警数量上调到1000

luojiehua 2 年之前
父節點
當前提交
93aa76a3d2
共有 2 個文件被更改,包括 41 次插入6 次删除
  1. 5 5
      BaseDataMaintenance/dataMonitor/data_monitor.py
  2. 36 1
      BaseDataMaintenance/maintenance/dataflow.py

+ 5 - 5
BaseDataMaintenance/dataMonitor/data_monitor.py

@@ -385,10 +385,10 @@ class BaseDataMonitor():
             sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
             # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)
 
-        if total_count_to_dump>2000:
-            _msg = "公告去重报警,待去重数量:%s"%(str(total_count_to_dump))
-            sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
-            # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)
+        # if total_count_to_dump>2000:
+        #     _msg = "公告去重报警,待去重数量:%s"%(str(total_count_to_dump))
+        #     sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
+        #     # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)
 
         #成品表监控
         query = BoolQuery(must_queries=[
@@ -419,7 +419,7 @@ class BaseDataMonitor():
                                                                             SearchQuery(query,None,True),
                                                                             columns_to_get=ColumnsToGet(return_type=ColumnReturnType.NONE))
 
-        if total_count>=200:
+        if total_count>=1000:
             _msg = "数据流报警:待去重公告数为:%d"%(total_count)
             sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
             # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)

File diff suppressed because it is too large
+ 36 - 1
BaseDataMaintenance/maintenance/dataflow.py


Some files were not shown because too many files changed in this diff