Parcourir la source

优化公告合并效率问题;增加project2_tmp表删除周期程序;去重报警数量上调到1000

luojiehua il y a 2 ans
Parent
commit
93aa76a3d2

+ 5 - 5
BaseDataMaintenance/dataMonitor/data_monitor.py

@@ -385,10 +385,10 @@ class BaseDataMonitor():
             sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
             # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)
 
-        if total_count_to_dump>2000:
-            _msg = "公告去重报警,待去重数量:%s"%(str(total_count_to_dump))
-            sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
-            # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)
+        # if total_count_to_dump>2000:
+        #     _msg = "公告去重报警,待去重数量:%s"%(str(total_count_to_dump))
+        #     sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
+        #     # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)
 
         #成品表监控
         query = BoolQuery(must_queries=[
@@ -419,7 +419,7 @@ class BaseDataMonitor():
                                                                             SearchQuery(query,None,True),
                                                                             columns_to_get=ColumnsToGet(return_type=ColumnReturnType.NONE))
 
-        if total_count>=200:
+        if total_count>=1000:
             _msg = "数据流报警:待去重公告数为:%d"%(total_count)
             sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS)
             # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)

Fichier diff supprimé car celui-ci est trop grand
+ 36 - 1
BaseDataMaintenance/maintenance/dataflow.py


Certains fichiers n'ont pas été affichés car il y a eu trop de fichiers modifiés dans ce diff