浏览代码

附件数据处理1/10的概率不做处理重新排队列以防止单一数据堵塞队列

luojiehua 1 年之前
父节点
当前提交
c32d63d4f9
共有 1 个文件被更改,包括 5 次插入0 次删除
  1. 5 0
      BaseDataMaintenance/maintenance/dataflow_mq.py

+ 5 - 0
BaseDataMaintenance/maintenance/dataflow_mq.py

@@ -159,6 +159,11 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
             page_attachments = json.loads(item.get(document_tmp_attachment_path,"[]"))
             _dochtmlcon = item.get(document_tmp_dochtmlcon,"")
 
+            if random.random()<0.1:
+                if send_msg_toacmq(self.pool_mq,json.dumps(item,cls=MyEncoder,ensure_ascii=False),self.mq_attachment):
+                    return
+
+
             if len(page_attachments)==0:
                 newitem ={"item":item,"list_attach":[],"message_id":message_id,"conn":conn}
             else: