Add timeout to :get
parent
4ce3c7cb32
commit
b361aa2867
|
@ -620,7 +620,7 @@ def cgi_get(environ, start_response):
|
|||
if urlparse(url).scheme not in ['http', 'https']:
|
||||
url = 'http://' + url
|
||||
|
||||
data, con, contenttype, encoding = crawler.adv_get(url=url)
|
||||
data, con, contenttype, encoding = crawler.adv_get(url=url, timeout=TIMEOUT)
|
||||
|
||||
if contenttype in ['text/html', 'application/xhtml+xml', 'application/xml']:
|
||||
if options.get == 'page':
|
||||
|
|
Loading…
Reference in New Issue