소스 검색

提取失败的入库,监控格式完善

luojiehua 2 년 전
부모
커밋
12ef3e4a1f
2개의 변경된 파일7개의 추가작업 그리고 1개의 파일을 삭제
  1. 1 1
      BaseDataMaintenance/dataMonitor/data_monitor.py
  2. 6 0
      BaseDataMaintenance/maintenance/dataflow_mq.py

+ 1 - 1
BaseDataMaintenance/dataMonitor/data_monitor.py

@@ -213,7 +213,7 @@ class BaseDataMonitor():
                 for k,v in dict_type.items():
                     process_count += v.get("success",0)+v.get("fail",0)
                     process_succeed_count += v.get("success",0)
-                    _msg_type += "\n类型%s\n\t成功%s,消耗%s秒,%s秒/个,\n\t失败%s,消耗%s秒,%s秒/个"%(k,str(v.get("success")),str(v.get("success_costtime")),str(v.get("success_costtime")/max(1,v.get("success"))),str(v.get("fail")),str(v.get("fail_costtime")),str(v.get("fail_costtime")/max(1,v.get("fail"))))
+                    _msg_type += "\n类型%s\n\t成功%s,消耗%s秒,%.2f秒/个,\n\t失败%s,消耗%s秒,%.2f秒/个"%(k,str(v.get("success")),str(v.get("success_costtime")),v.get("success_costtime")/max(1,v.get("success")),str(v.get("fail")),str(v.get("fail_costtime")),v.get("fail_costtime")/max(1,v.get("fail")))
 
                 _msg = "附件提取队列报警:队列堆积%s条公告,最近十分钟处理公告附件数:%s,处理成功数:%s"%(str(total_count_todeal),str(process_count),str(process_succeed_count))
                 sentMsgToDD(_msg+_msg_type,ACCESS_TOKEN_DATAWORKS)

+ 6 - 0
BaseDataMaintenance/maintenance/dataflow_mq.py

@@ -703,6 +703,12 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
                     ackMsg(conn,message_id,subscription)
             else:
                 #transform to the extract queue
+                #失败保存
+                dtmp.setValue(document_tmp_dochtmlcon,"",False)
+                dtmp.setValue(document_tmp_status,60,True)
+                if not dtmp.exists_row(self.ots_client):
+                    dtmp.update_row(self.ots_client)
+                    dhtml.update_row(self.ots_client)
                 if send_msg_toacmq(self.pool_mq,json.dumps(item,ensure_ascii=False),self.mq_extract):
                     ackMsg(conn,message_id,subscription)