Add timeout to :get
parent
4ce3c7cb32
commit
b361aa2867
|
@ -620,7 +620,7 @@ def cgi_get(environ, start_response):
|
||||||
if urlparse(url).scheme not in ['http', 'https']:
|
if urlparse(url).scheme not in ['http', 'https']:
|
||||||
url = 'http://' + url
|
url = 'http://' + url
|
||||||
|
|
||||||
data, con, contenttype, encoding = crawler.adv_get(url=url)
|
data, con, contenttype, encoding = crawler.adv_get(url=url, timeout=TIMEOUT)
|
||||||
|
|
||||||
if contenttype in ['text/html', 'application/xhtml+xml', 'application/xml']:
|
if contenttype in ['text/html', 'application/xhtml+xml', 'application/xml']:
|
||||||
if options.get == 'page':
|
if options.get == 'page':
|
||||||
|
|
Loading…
Reference in New Issue