BaseDataMaintenance/maintenance/dataflow_mq.py

@@ -2100,6 +2100,16 @@ class Dataflow_init(Dataflow):
 
     def ots2mq(self):
         try:
+
+            from BaseDataMaintenance.java.MQInfo import getQueueSize
+            attachment_size = getQueueSize("dataflow_attachment")
+            extract_size = getQueueSize("dataflow_extract")
+
+            if attachment_size>1000 or extract_size>1000:
+                log("ots2mq break because of long queue size")
+                return
+
+
             bool_query = BoolQuery(must_queries=[RangeQuery("status",1,51)])
 
             rows,next_token,total_count,is_all_succeed = self.ots_client.search("document","document_index",
@@ -2161,6 +2171,14 @@ class Dataflow_init(Dataflow):
 
     def otstmp2mq(self):
         try:
+            from BaseDataMaintenance.java.MQInfo import getQueueSize
+            attachment_size = getQueueSize("dataflow_attachment")
+            extract_size = getQueueSize("dataflow_extract")
+
+            if attachment_size>1000 or extract_size>1000:
+                log("otstmp2mq break because of long queue size")
+                return
+
             bool_query = BoolQuery(must_queries=[TermQuery("status",0)])
 
             rows,next_token,total_count,is_all_succeed = self.ots_client.search("document_tmp","document_tmp_index",