Browse Source

修改要素提取从redis中取数据,并且设置2个小时的超时时间

luojiehua 2 years ago
parent
commit
26b8da3829
1 changed files with 2 additions and 2 deletions
  1. 2 2
      BaseDataMaintenance/maintenance/dataflow_mq.py

+ 2 - 2
BaseDataMaintenance/maintenance/dataflow_mq.py

@@ -616,7 +616,7 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
         # _url = self.extract_interfaces[_i]
         _url = self.getExtract_url()
         log("extract_url:%s"%(str(_url)))
-        resp = requests.post(_url,json=json,headers=headers,timeout=5*60)
+        resp = requests.post(_url,json=json,headers=headers,timeout=10*60)
         return resp
 
 
@@ -785,7 +785,7 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
                         _time = time.time()
                         # self.putExtract_json_toDB(_fingerprint,_docid,extract_json)
                         self.putExtract_json_toRedis(_fingerprint,extract_json)
-                        log("get json to db takes %.2f"%(time.time()-_time))
+                        log("get json to db takes %.4f"%(time.time()-_time))
                     else:
                         log("%s--%s"%(str(resp.status_code),resp.content.decode("utf8")))
                         all_done = -2