|
@@ -616,7 +616,7 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
|
|
|
# _url = self.extract_interfaces[_i]
|
|
|
_url = self.getExtract_url()
|
|
|
log("extract_url:%s"%(str(_url)))
|
|
|
- resp = requests.post(_url,json=json,headers=headers,timeout=5*60)
|
|
|
+ resp = requests.post(_url,json=json,headers=headers,timeout=10*60)
|
|
|
return resp
|
|
|
|
|
|
|
|
@@ -785,7 +785,7 @@ class Dataflow_ActivteMQ_extract(Dataflow_extract):
|
|
|
_time = time.time()
|
|
|
# self.putExtract_json_toDB(_fingerprint,_docid,extract_json)
|
|
|
self.putExtract_json_toRedis(_fingerprint,extract_json)
|
|
|
- log("get json to db takes %.2f"%(time.time()-_time))
|
|
|
+ log("get json to db takes %.4f"%(time.time()-_time))
|
|
|
else:
|
|
|
log("%s--%s"%(str(resp.status_code),resp.content.decode("utf8")))
|
|
|
all_done = -2
|