Prechádzať zdrojové kódy

修复附件数据处理慢的问题

luojiehua 1 rok pred
rodič
commit
1b193a40a1

+ 5 - 3
BaseDataMaintenance/maintenance/dataflow_mq.py

@@ -77,7 +77,8 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
 
         self.queue_attachment_ocr = Queue()
         self.queue_attachment_not_ocr = Queue()
-        self.comsumer_count = 90
+        self.comsumer_count = 18
+        self.comsumer_process_count = 5
         self.retry_comsumer_count = 10
         self.retry_times = 5
         self.list_attachment_comsumer = []
@@ -94,8 +95,9 @@ class Dataflow_ActivteMQ_attachment(Dataflow_attachment):
 
         self.session = None
 
-        listener_p = Process(target=self.start_attachment_listener)
-        listener_p.start()
+        for _ in range(self.comsumer_process_count):
+            listener_p = Process(target=self.start_attachment_listener)
+            listener_p.start()