修复附件识别和要素提取消费不足问题

BaseDataMaintenance/dataMonitor/data_monitor.py

@@ -498,8 +498,8 @@ class BaseDataMonitor():
                 process_count = 0
             if int(process_count)==0:
                 atAll = True
-            if int(process_count)<100:
-                self.cmd_execute("ps -ef | grep dumplicate | grep -v grep|cut -c 9-15|xargs kill -9")
+            # if int(process_count)>0 and int(process_count)<100:
+            #     self.cmd_execute("ps -ef | grep dumplicate | grep -v grep|cut -c 9-15|xargs kill -9")
             _msg = "数据流报警：待去重公告数为:%d,最近十分钟去重数为：%s"%(total_count,str(process_count))
             sentMsgToDD(_msg,ACCESS_TOKEN_DATAWORKS,atAll=atAll)
             # sendEmail(smtp_host,smtp_username,smtp_password,self.recieviers,_msg)

BaseDataMaintenance/dataSource/interface.py

@@ -20,7 +20,7 @@ DEFAULT_TIMEOUT = 3000
 import traceback
 import base64
 
-def getAttachDealInterface(_data,_type,path="",restry=1,kwargs={},url=interface_url,timeout=DEFAULT_TIMEOUT):
+def getAttachDealInterface(_data,_type,path="",restry=1,kwargs={},url=interface_url,timeout=DEFAULT_TIMEOUT,session=None):
     _succeed = False
     _html = ""
     swf_images = []
@@ -35,7 +35,10 @@ def getAttachDealInterface(_data,_type,path="",restry=1,kwargs={},url=interface_
             if len(kwargs.keys())>0:
                 _json.update(kwargs)
             headers = {"Content-Type":"application/json"}
-            _resp = requests.post(url,data=_json,timeout=timeout)
+            if session is not None:
+                _resp = session.post(url,data=_json,timeout=timeout)
+            else:
+                _resp = requests.post(url,data=_json,timeout=timeout)
 
             if _resp.status_code==200:
                 _result = json.loads(_resp.content.decode())

BaseDataMaintenance/maintenance/3.py

@@ -4,501 +4,354 @@ import re
 
 
 s = '''
-2023-11-21 17:47:03,088 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:03,153 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:03,170 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:03,267 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:03,279 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
-2023-11-21 17:47:03,325 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:03,455 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:03,676 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:03,712 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:03,882 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:03,953 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:04,007 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:04,064 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:04,211 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:04,255 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:04,256 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:04,463 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:04,505 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:04,565 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:04,703 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:04,704 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:04,832 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:05,297 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
-2023-11-21 17:47:05,120 - BaseDataMaintenance.common.Utils - INFO - get message of idx:6
-2023-11-21 17:47:05,165 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:05,166 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:05,292 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:05,336 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:05,622 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:05,698 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:05,849 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:05,652 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:06,071 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:06,135 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:06,174 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:06,552 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:06,594 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:06,596 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:06,637 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:06,644 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:06,650 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:06,747 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:06,749 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:06,832 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:07,685 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:07,770 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:07,849 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:07,924 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:07,932 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:07,938 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:07,939 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:07,942 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:07,943 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:08,005 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:08,048 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:08,050 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:08,051 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
-2023-11-21 17:47:08,099 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:08,236 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
-2023-11-21 17:47:08,746 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:08,873 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:08,935 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:09,257 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:09,276 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
-2023-11-21 17:47:09,307 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:09,354 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:09,407 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:09,589 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:09,675 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:09,885 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:09,927 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:10,089 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:10,101 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:10,131 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:10,454 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:10,457 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:10,565 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:10,569 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:10,635 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:10,735 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:11,259 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:11,290 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:11,347 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:11,837 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:11,880 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:12,132 - BaseDataMaintenance.common.Utils - INFO - get message of idx:6
-2023-11-21 17:47:12,775 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:12,811 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:12,817 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:12,930 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:13,113 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:13,148 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:13,162 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:13,167 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:13,504 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
-2023-11-21 17:47:14,100 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:14,029 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:14,072 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:14,274 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:14,316 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:14,723 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:14,740 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:14,742 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:14,745 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:14,810 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:15,178 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:15,584 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:15,818 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:16,151 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:16,299 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:16,301 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:16,609 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:16,669 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:16,801 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:16,825 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:17,018 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:17,076 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:17,423 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:17,464 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:18,128 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:18,049 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:18,050 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:18,088 - BaseDataMaintenance.common.Utils - INFO - get message of idx:6
-2023-11-21 17:47:17,845 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:18,213 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:18,347 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:18,630 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:18,719 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:18,757 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:19,098 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:19,154 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:19,175 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:19,214 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:19,564 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:19,565 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:19,631 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:19,830 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:19,907 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:20,155 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:20,194 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:20,345 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:20,573 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:20,605 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:20,610 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:20,612 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:20,768 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:20,799 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:20,857 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:21,128 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:21,313 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:21,513 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:21,689 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:21,694 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:21,737 - BaseDataMaintenance.common.Utils - INFO - get message of idx:6
-2023-11-21 17:47:21,885 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:21,954 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:21,965 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:21,991 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:22,132 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:22,166 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:22,198 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:22,200 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:22,207 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:22,260 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:22,338 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:22,402 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:22,460 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:22,513 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:22,822 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:23,017 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:23,018 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
-2023-11-21 17:47:23,023 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:23,056 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:23,258 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:23,308 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:23,314 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:23,360 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:23,371 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:23,459 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:23,592 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:23,602 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:23,690 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:24,067 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:24,073 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:24,077 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:24,115 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:24,155 - BaseDataMaintenance.common.Utils - INFO - get message of idx:6
-2023-11-21 17:47:24,329 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:24,465 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:24,501 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:24,559 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:24,653 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:24,664 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:24,708 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:24,712 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:24,714 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:24,894 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:24,977 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:25,052 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:25,054 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:25,059 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:25,186 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:25,259 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:25,294 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:25,310 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:25,403 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:25,554 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:25,592 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:25,635 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:25,694 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:25,731 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:25,987 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
-2023-11-21 17:47:26,041 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:26,043 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:26,145 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:26,245 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:26,433 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:26,478 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:26,516 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:26,529 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:26,557 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:26,636 - BaseDataMaintenance.common.Utils - INFO - get message of idx:6
-2023-11-21 17:47:26,706 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:26,707 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:26,864 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:26,871 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:26,873 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:26,945 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:26,988 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:27,025 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:27,405 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:27,462 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:27,497 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:27,800 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:27,980 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:28,046 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:28,081 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:28,231 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:28,358 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:28,399 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:28,457 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:28,465 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:28,472 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:28,508 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:28,565 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:28,713 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
-2023-11-21 17:47:28,756 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:28,788 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:29,228 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:29,489 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:29,905 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:30,079 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:30,123 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:30,128 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:30,243 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:30,394 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:30,532 - BaseDataMaintenance.common.Utils - INFO - get message of idx:6
-2023-11-21 17:47:30,538 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:30,539 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:30,785 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:31,003 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:31,028 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:31,294 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:31,463 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:31,696 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:31,864 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:31,895 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:32,131 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:32,133 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:32,136 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:32,388 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:32,428 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:32,876 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:32,898 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:32,978 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:33,096 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:33,129 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:33,392 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:33,394 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:33,438 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:33,468 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:33,511 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:33,708 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:33,709 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:34,149 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:34,152 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:34,445 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:34,340 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:34,573 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:34,691 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:34,937 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:35,393 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:35,480 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:35,614 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:35,708 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:35,847 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:36,131 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:36,082 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:36,544 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:36,645 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:36,675 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:36,781 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:36,831 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:36,840 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:36,871 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:36,908 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:36,950 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:37,015 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:37,083 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:37,102 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:37,182 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:37,207 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:37,325 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:37,455 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:37,470 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:37,602 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:37,678 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:37,811 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:38,047 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:38,240 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:38,242 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:38,289 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:38,380 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:38,382 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:38,488 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:38,542 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:38,545 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:38,702 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:38,954 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:38,984 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:38,990 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:39,039 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:39,174 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:39,402 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:39,746 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:39,965 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:39,981 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:40,083 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:40,149 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:40,247 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:40,259 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:40,557 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:40,594 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:40,846 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:40,894 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:40,936 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:40,963 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:41,053 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:41,293 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:41,307 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:41,378 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:41,404 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:41,515 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:41,635 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:41,729 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
-2023-11-21 17:47:41,757 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:42,163 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:42,285 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:42,770 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:42,802 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:43,152 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:43,196 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:43,476 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:43,479 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:43,585 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:43,600 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:43,648 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:43,960 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:44,009 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:44,006 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:44,236 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:44,320 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:44,616 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:44,683 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:45,416 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:45,477 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:45,507 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:45,532 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:45,600 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:45,638 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:45,697 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:45,767 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:45,794 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:45,866 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:45,934 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:45,990 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:46,328 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:46,554 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:47,068 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:47,123 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:47,133 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:47,187 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:47,196 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:47,229 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:47,446 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:47,593 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:47,669 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:47,862 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:48,142 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:48,093 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:48,395 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:48,445 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:48,484 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:48,488 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:48,563 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:48,565 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:48,612 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:48,622 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:48,698 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:48,714 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:49,076 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:49,089 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:49,271 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
-2023-11-21 17:47:49,534 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:49,541 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:49,579 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:49,659 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:49,872 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:49,904 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:50,176 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:50,271 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:50,377 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:50,414 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:50,448 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:50,570 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
-2023-11-21 17:47:50,842 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:50,855 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:50,942 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:50,949 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
-2023-11-21 17:47:51,040 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
-2023-11-21 17:47:51,046 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
-2023-11-21 17:47:51,146 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:51,190 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:51,563 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:51,850 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:51,917 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:51,930 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:51,984 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:52,198 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:52,270 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
-2023-11-21 17:47:52,348 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:52,362 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:52,450 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:52,610 - BaseDataMaintenance.common.Utils - INFO - get message of idx:15
-2023-11-21 17:47:52,999 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:52,816 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
-2023-11-21 17:47:52,952 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
-2023-11-21 17:47:53,048 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
-2023-11-21 17:47:53,161 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
-2023-11-21 17:47:53,360 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
-2023-11-21 17:47:53,626 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:53,913 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:54,008 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
-2023-11-21 17:47:54,107 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:54,209 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:54,459 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:54,629 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:54,781 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:55,006 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:55,233 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:55,465 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:55,526 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:55,602 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:56,084 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:56,250 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:56,387 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-2023-11-21 17:47:56,580 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
-2023-11-21 17:47:56,676 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
-2023-11-21 17:47:56,677 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
-2023-11-21 17:47:56,702 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
-2023-11-21 17:47:56,746 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
-2023-11-21 17:47:57,051 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
-2023-11-21 17:47:57,468 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
-2023-11-21 17:47:57,656 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
-2023-11-21 17:47:57,680 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
-2023-11-21 17:47:57,682 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
-2023-11-21 17:47:57,806 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
-2023-11-21 17:47:57,958 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
-2023-11-21 17:47:57,981 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
-2023-11-21 17:47:58,085 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
-2023-11-21 17:47:58,087 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
-2023-11-21 17:47:58,180 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
-2023-11-21 17:47:58,198 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
-2023-11-21 17:47:58,403 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
-2023-11-21 17:47:58,513 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
-2023-11-21 17:47:58,532 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
-2023-11-21 17:47:58,616 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
-2023-11-21 17:47:58,952 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
-2023-11-21 17:47:58,953 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
-2023-11-21 17:47:59,061 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
-2023-11-21 17:47:59,131 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
-2023-11-21 17:47:59,215 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
-2023-11-21 17:47:59,348 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
-
-
+2023-11-22 15:44:41,364 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
+2023-11-22 15:44:41,369 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:44:41,567 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:44:41,599 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:44:41,641 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:44:41,686 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:44:41,777 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:44:41,814 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:44:41,890 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:44:41,902 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:44:42,482 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:44:42,244 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
+2023-11-22 15:44:42,596 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
+2023-11-22 15:44:42,639 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
+2023-11-22 15:44:43,052 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:44:43,340 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
+2023-11-22 15:44:43,353 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:44:43,450 - BaseDataMaintenance.common.Utils - INFO - get message of idx:48
+2023-11-22 15:44:43,563 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:44:43,596 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:44:43,617 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
+2023-11-22 15:44:43,655 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
+2023-11-22 15:44:43,711 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:44:44,064 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:44:44,066 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
+2023-11-22 15:44:44,080 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
+2023-11-22 15:44:44,318 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:44:44,329 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:44:44,513 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
+2023-11-22 15:44:44,681 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:44:44,772 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:44:44,870 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:44:44,964 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
+2023-11-22 15:44:44,986 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:44:44,990 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:44:45,017 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
+2023-11-22 15:44:45,142 - BaseDataMaintenance.common.Utils - INFO - get message of idx:43
+2023-11-22 15:44:45,183 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:44:45,285 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:44:45,691 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:44:45,983 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
+2023-11-22 15:44:46,100 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:44:46,159 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
+2023-11-22 15:44:46,193 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
+2023-11-22 15:44:46,242 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:44:46,468 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:44:46,539 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:44:46,621 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
+2023-11-22 15:44:46,660 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:44:46,703 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
+2023-11-22 15:44:46,775 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:44:46,820 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:44:46,876 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:44:46,894 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:44:47,161 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
+2023-11-22 15:44:47,180 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:44:47,209 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:44:47,480 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:44:47,543 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:44:47,649 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:44:47,664 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:44:48,101 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
+2023-11-22 15:44:48,003 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:44:48,302 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:44:48,339 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:44:48,432 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:44:48,472 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:44:48,479 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:44:48,511 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:44:48,534 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
+2023-11-22 15:44:48,544 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:44:48,562 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
+2023-11-22 15:44:48,620 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
+2023-11-22 15:44:48,661 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:44:48,789 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:44:48,854 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:44:48,913 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
+2023-11-22 15:44:49,277 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:44:49,288 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
+2023-11-22 15:44:49,302 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:44:49,306 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:44:49,331 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:44:49,494 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
+2023-11-22 15:44:49,513 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:44:49,579 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:44:49,884 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
+2023-11-22 15:44:50,070 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
+2023-11-22 15:44:50,199 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:44:50,292 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:44:50,406 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
+2023-11-22 15:44:50,490 - BaseDataMaintenance.common.Utils - INFO - get message of idx:48
+2023-11-22 15:44:50,514 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:44:50,541 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:44:50,642 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
+2023-11-22 15:44:50,880 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:44:50,991 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:44:51,049 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:44:51,066 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
+2023-11-22 15:44:51,127 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:44:51,175 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:44:51,597 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:44:51,691 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:44:51,734 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
+2023-11-22 15:44:51,884 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:44:51,952 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:44:52,141 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
+2023-11-22 15:44:51,991 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:44:52,098 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:44:52,113 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:44:52,155 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
+2023-11-22 15:44:52,171 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:44:52,174 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:44:52,209 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:44:52,431 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
+2023-11-22 15:44:52,574 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:44:52,713 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:44:52,727 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:44:52,777 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
+2023-11-22 15:44:52,798 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:44:52,810 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
+2023-11-22 15:44:52,820 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
+2023-11-22 15:44:52,824 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:44:52,906 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
+2023-11-22 15:44:52,926 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
+2023-11-22 15:44:52,927 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
+2023-11-22 15:44:53,000 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:44:53,171 - BaseDataMaintenance.common.Utils - INFO - get message of idx:42
+2023-11-22 15:44:53,189 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
+2023-11-22 15:44:53,392 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
+2023-11-22 15:44:53,555 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:44:53,623 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:44:53,826 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
+2023-11-22 15:44:53,953 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:44:53,956 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:44:53,997 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:44:54,083 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
+2023-11-22 15:44:54,042 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
+2023-11-22 15:44:54,222 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:44:54,225 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:44:54,284 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:44:54,341 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:44:54,347 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:44:54,393 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:44:54,394 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:44:54,466 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:44:54,486 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
+2023-11-22 15:44:54,520 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:44:54,689 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:44:54,620 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
+2023-11-22 15:44:54,687 - BaseDataMaintenance.common.Utils - INFO - get message of idx:48
+2023-11-22 15:44:54,701 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:44:54,736 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:44:54,752 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:44:54,813 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
+2023-11-22 15:44:54,854 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
+2023-11-22 15:44:54,921 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:44:55,107 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:44:55,210 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
+2023-11-22 15:44:55,256 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
+2023-11-22 15:44:55,299 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:44:55,778 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:44:55,906 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
+2023-11-22 15:44:55,959 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
+2023-11-22 15:44:56,038 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
+2023-11-22 15:44:56,065 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
+2023-11-22 15:44:56,072 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
+2023-11-22 15:44:56,189 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:44:56,205 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
+2023-11-22 15:44:56,207 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:44:56,364 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:44:56,275 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:44:56,341 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:44:56,357 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:44:56,379 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:44:56,406 - BaseDataMaintenance.common.Utils - INFO - get message of idx:42
+2023-11-22 15:44:56,417 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:44:56,424 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
+2023-11-22 15:44:56,440 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
+2023-11-22 15:44:56,444 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:44:56,498 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
+2023-11-22 15:44:56,512 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
+2023-11-22 15:44:56,596 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:44:56,626 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
+2023-11-22 15:44:56,707 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:44:56,712 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:44:56,836 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:44:57,058 - BaseDataMaintenance.common.Utils - INFO - get message of idx:48
+2023-11-22 15:44:57,086 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:44:57,136 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:44:57,347 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
+2023-11-22 15:44:57,375 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:44:57,451 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:44:57,609 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
+2023-11-22 15:44:57,645 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
+2023-11-22 15:44:57,724 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:44:57,726 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:44:57,764 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
+2023-11-22 15:44:57,816 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
+2023-11-22 15:44:57,893 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:44:57,917 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
+2023-11-22 15:44:58,044 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:44:58,128 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
+2023-11-22 15:44:58,240 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:44:58,258 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:44:58,459 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
+2023-11-22 15:44:58,497 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
+2023-11-22 15:44:58,498 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:44:58,709 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:44:58,593 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:44:58,603 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
+2023-11-22 15:44:58,612 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:44:58,627 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:44:58,648 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
+2023-11-22 15:44:58,712 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:44:58,763 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
+2023-11-22 15:44:58,821 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
+2023-11-22 15:44:58,825 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
+2023-11-22 15:44:58,949 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
+2023-11-22 15:44:58,972 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
+2023-11-22 15:44:58,973 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:44:59,185 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:44:59,231 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:44:59,261 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:44:59,278 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:44:59,381 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:44:59,410 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
+2023-11-22 15:44:59,489 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:44:59,504 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:44:59,759 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:44:59,762 - BaseDataMaintenance.common.Utils - INFO - get message of idx:42
+2023-11-22 15:44:59,787 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:44:59,821 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
+2023-11-22 15:44:59,919 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:44:59,956 - BaseDataMaintenance.common.Utils - INFO - get message of idx:48
+2023-11-22 15:45:00,021 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
+2023-11-22 15:45:00,063 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
+2023-11-22 15:45:00,161 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:45:00,189 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:45:00,525 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:45:00,724 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
+2023-11-22 15:45:00,727 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:45:00,728 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
+2023-11-22 15:45:00,745 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
+2023-11-22 15:45:00,847 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:45:00,861 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:45:00,876 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
+2023-11-22 15:45:00,884 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:45:00,970 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:45:01,228 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:45:01,238 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:45:01,254 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
+2023-11-22 15:45:01,267 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:45:01,539 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:45:01,560 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
+2023-11-22 15:45:01,636 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
+2023-11-22 15:45:01,667 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
+2023-11-22 15:45:01,673 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:45:01,685 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:45:01,686 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:45:01,689 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
+2023-11-22 15:45:01,720 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:45:01,739 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:45:01,740 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
+2023-11-22 15:45:01,921 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
+2023-11-22 15:45:01,995 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
+2023-11-22 15:45:02,082 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
+2023-11-22 15:45:02,090 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:45:02,193 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:45:02,310 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:45:02,440 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:45:02,458 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
+2023-11-22 15:45:02,496 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:45:02,531 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
+2023-11-22 15:45:02,588 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:45:02,608 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:45:02,717 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:45:02,763 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
+2023-11-22 15:45:02,817 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:45:02,841 - BaseDataMaintenance.common.Utils - INFO - get message of idx:42
+2023-11-22 15:45:02,878 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:45:02,931 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:45:03,051 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
+2023-11-22 15:45:03,123 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
+2023-11-22 15:45:03,127 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:45:03,078 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
+2023-11-22 15:45:03,229 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:45:03,302 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:45:03,358 - BaseDataMaintenance.common.Utils - INFO - get message of idx:26
+2023-11-22 15:45:03,417 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:45:03,545 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
+2023-11-22 15:45:03,808 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:45:03,897 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:45:03,925 - BaseDataMaintenance.common.Utils - INFO - get message of idx:48
+2023-11-22 15:45:03,955 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
+2023-11-22 15:45:04,033 - BaseDataMaintenance.common.Utils - INFO - get message of idx:36
+2023-11-22 15:45:04,065 - BaseDataMaintenance.common.Utils - INFO - get message of idx:24
+2023-11-22 15:45:04,072 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:45:04,072 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
+2023-11-22 15:45:04,096 - BaseDataMaintenance.common.Utils - INFO - get message of idx:1
+2023-11-22 15:45:04,099 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:45:04,102 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:45:04,134 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
+2023-11-22 15:45:04,148 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
+2023-11-22 15:45:04,208 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:45:04,330 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:45:04,335 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:45:04,392 - BaseDataMaintenance.common.Utils - INFO - get message of idx:3
+2023-11-22 15:45:04,614 - BaseDataMaintenance.common.Utils - INFO - get message of idx:10
+2023-11-22 15:45:04,827 - BaseDataMaintenance.common.Utils - INFO - get message of idx:22
+2023-11-22 15:45:04,992 - BaseDataMaintenance.common.Utils - INFO - get message of idx:34
+2023-11-22 15:45:05,001 - BaseDataMaintenance.common.Utils - INFO - get message of idx:40
+2023-11-22 15:45:05,090 - BaseDataMaintenance.common.Utils - INFO - get message of idx:39
+2023-11-22 15:45:05,091 - BaseDataMaintenance.common.Utils - INFO - get message of idx:16
+2023-11-22 15:45:05,190 - BaseDataMaintenance.common.Utils - INFO - get message of idx:28
+2023-11-22 15:45:05,214 - BaseDataMaintenance.common.Utils - INFO - get message of idx:49
+2023-11-22 15:45:05,229 - BaseDataMaintenance.common.Utils - INFO - get message of idx:12
+2023-11-22 15:45:05,400 - BaseDataMaintenance.common.Utils - INFO - get message of idx:11
+2023-11-22 15:45:05,259 - BaseDataMaintenance.common.Utils - INFO - get message of idx:7
+2023-11-22 15:45:05,320 - BaseDataMaintenance.common.Utils - INFO - get message of idx:38
+2023-11-22 15:45:05,370 - BaseDataMaintenance.common.Utils - INFO - get message of idx:13
+2023-11-22 15:45:05,566 - BaseDataMaintenance.common.Utils - INFO - get message of idx:17
+2023-11-22 15:45:05,540 - BaseDataMaintenance.common.Utils - INFO - get message of idx:8
+2023-11-22 15:45:05,585 - BaseDataMaintenance.common.Utils - INFO - get message of idx:14
+2023-11-22 15:45:05,620 - BaseDataMaintenance.common.Utils - INFO - get message of idx:47
+2023-11-22 15:45:05,646 - BaseDataMaintenance.common.Utils - INFO - get message of idx:42
+2023-11-22 15:45:06,029 - BaseDataMaintenance.common.Utils - INFO - get message of idx:35
+2023-11-22 15:45:06,087 - BaseDataMaintenance.common.Utils - INFO - get message of idx:9
+2023-11-22 15:45:06,125 - BaseDataMaintenance.common.Utils - INFO - get message of idx:29
+2023-11-22 15:45:06,175 - BaseDataMaintenance.common.Utils - INFO - get message of idx:21
+2023-11-22 15:45:06,325 - BaseDataMaintenance.common.Utils - INFO - get message of idx:20
+2023-11-22 15:45:06,326 - BaseDataMaintenance.common.Utils - INFO - get message of idx:25
+2023-11-22 15:45:06,343 - BaseDataMaintenance.common.Utils - INFO - get message of idx:32
+2023-11-22 15:45:06,447 - BaseDataMaintenance.common.Utils - INFO - get message of idx:5
+2023-11-22 15:45:06,451 - BaseDataMaintenance.common.Utils - INFO - get message of idx:23
+2023-11-22 15:45:06,596 - BaseDataMaintenance.common.Utils - INFO - get message of idx:48
+2023-11-22 15:45:06,597 - BaseDataMaintenance.common.Utils - INFO - get message of idx:2
+2023-11-22 15:45:06,616 - BaseDataMaintenance.common.Utils - INFO - get message of idx:37
+2023-11-22 15:45:06,655 - BaseDataMaintenance.common.Utils - INFO - get message of idx:18
+2023-11-22 15:45:06,795 - BaseDataMaintenance.common.Utils - INFO - get message of idx:33
+2023-11-22 15:45:06,873 - BaseDataMaintenance.common.Utils - INFO - get message of idx:41
+2023-11-22 15:45:06,895 - BaseDataMaintenance.common.Utils - INFO - get message of idx:44
+2023-11-22 15:45:06,949 - BaseDataMaintenance.common.Utils - INFO - get message of idx:27
+2023-11-22 15:45:06,961 - BaseDataMaintenance.common.Utils - INFO - get message of idx:0
+2023-11-22 15:45:06,968 - BaseDataMaintenance.common.Utils - INFO - get message of idx:30
+2023-11-22 15:45:06,981 - BaseDataMaintenance.common.Utils - INFO - get message of idx:19
+2023-11-22 15:45:07,061 - BaseDataMaintenance.common.Utils - INFO - get message of idx:45
+2023-11-22 15:45:07,139 - BaseDataMaintenance.common.Utils - INFO - get message of idx:31
+2023-11-22 15:45:07,172 - BaseDataMaintenance.common.Utils - INFO - get message of idx:4
 
 '''
 
@@ -512,4 +365,4 @@ for a in re.split("\n",s):
     _c += 1
     print(b)
     set_a.add(b)
-print(len(set_a),_c)
+print(len(set_a),_c)

BaseDataMaintenance/maintenance/dataflow.py

@@ -2267,7 +2267,6 @@ class Dataflow_dumplicate(Dataflow):
         return []
 
     def dumplicate_check(self,_dict1,_dict2,min_counts,b_log=False):
-        b_log=True
         document_less = _dict1
         docid_less = _dict1["docid"]
         docchannel_less = document_less["docchannel"]
@@ -4101,7 +4100,7 @@ class Dataflow_dumplicate(Dataflow):
         schedule = BlockingScheduler()
         schedule.add_job(self.flow_dumplicate,"cron",second="*/10")
         schedule.add_job(self.flow_dumpcate_comsumer,"cron",second="*/30")
-        schedule.add_job(self.bdm.monitor_dumplicate,"cron",minute="*/15")
+        schedule.add_job(self.bdm.monitor_dumplicate,"cron",minute="*/10")
         schedule.add_job(self.flow_remove,"cron",hour="20")
         schedule.add_job(self.flow_remove_project_tmp,"cron",hour="20")
         # schedule.add_job(self.fix_doc_which_not_in_project,"cron",minute="55")

BaseDataMaintenance/maintenance/dataflow_mq.py

@@ -59,6 +59,8 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
         self.conn_mq = getConnect_activateMQ()
         self.pool_mq = ConnectorPool(10,30,getConnect_activateMQ)
 
+        self.session = requests.Session()
+
     def monitor_listener(self):
         for i in range(len(self.list_attachment_comsumer)):
             if self.list_attachment_comsumer[i].conn.is_connected():
@@ -314,7 +316,7 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
 
                 # _data_base64 = base64.b64encode(open(localpath,"rb").read())
                 # _success,_html,swf_images = getAttachDealInterface(_data_base64,_filetype)
-                _success,_html,swf_images,classification = getAttachDealInterface(None,_filetype,path=localpath)
+                _success,_html,swf_images,classification = getAttachDealInterface(None,_filetype,path=localpath,session=self.session)
                 log("process filemd5:%s %s of type:%s with size:%.3fM download:%ds recognize takes %ds,ret_size:%d"%(filemd5,str(_success),_filetype,round(_size/1024/1024,4),time_download,time.time()-start_time,len(_html)))
                 if _success:
                     if len(_html)<5:
@@ -403,9 +405,9 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
 
 
 
-    def flow_attachment(self):
-        self.flow_attachment_producer()
-        self.flow_attachment_producer_comsumer()
+    # def flow_attachment(self):
+    #     self.flow_attachment_producer()
+    #     self.flow_attachment_producer_comsumer()
 
     def getAttachPath(self,filemd5,_dochtmlcon):
         _soup = BeautifulSoup(_dochtmlcon,"lxml")
@@ -485,7 +487,7 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
 
     def flow_attachment_producer_comsumer(self):
         log("start flow_attachment comsumer")
-        mt = MultiThreadHandler(self.queue_attachment,self.comsumer_handle,None,10,1,restart=True)
+        mt = MultiThreadHandler(self.queue_attachment,self.comsumer_handle,None,10,1,need_stop=False,restart=True)
         mt.run()
 
     def set_queue(self,_dict):
@@ -536,7 +538,9 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
     def start_flow_attachment(self):
         schedule = BlockingScheduler()
         schedule.add_job(self.flow_attachment_process,"cron",second="*/20")
-        schedule.add_job(self.flow_attachment,"cron",second="*/10")
+        # schedule.add_job(self.flow_attachment,"cron",second="*/10")
+        schedule.add_job(self.flow_attachment_producer,"cron",second="*/10")
+        schedule.add_job(self.flow_attachment_producer_comsumer,"cron",second="*/10")
         schedule.add_job(self.monitor_attachment_process,"cron",second="*/10")
         schedule.add_job(self.remove_attachment_postgres,"cron",hour="6")
         schedule.add_job(self.process_failed_attachment,"cron",minute="*/10")
@@ -591,13 +595,14 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
             current_weight += self.extract_interfaces[_i][1]
             self.extract_interfaces[_i][1] = current_weight/self.whole_weight
 
-        self.comsumer_count = 40
+        self.comsumer_count = 50
         self.pool_postgres = ConnectorPool(10,self.comsumer_count,getConnection_postgres)
         self.pool_redis_doc = ConnectorPool(10,self.comsumer_count,getConnect_redis_doc)
         self.conn_mq = getConnect_activateMQ()
         self.pool_mq = ConnectorPool(10,30,getConnect_activateMQ)
         self.block_url = RLock()
         self.url_count = 0
+        self.session = requests.Session()
 
 
         self.list_extract_comsumer = []
@@ -637,7 +642,7 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
         # _url = self.extract_interfaces[_i]
         _url = self.getExtract_url()
         log("extract_url:%s"%(str(_url)))
-        resp = requests.post(_url,json=json,headers=headers,timeout=10*60)
+        resp = self.session.post(_url,json=json,headers=headers,timeout=10*60)
         return resp
 
 
@@ -763,8 +768,6 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
 
             html_len = len(_dochtmlcon)
             if html_len>50000:
-                if int(item.get("docid"))==329546490:
-                    save(item,"329546490.pk")
                 log("docid %s dochtmlcon too long len %d "%(str(item.get("docid")),html_len))
                 try:
                     _dochtmlcon = re.sub("<html>|</html>|<body>|</body>", "", _dochtmlcon)