Add timeout to :get

master
pictuga 2020-04-19 12:50:26 +02:00
parent 4ce3c7cb32
commit b361aa2867
1 changed files with 1 additions and 1 deletions

View File

@ -620,7 +620,7 @@ def cgi_get(environ, start_response):
if urlparse(url).scheme not in ['http', 'https']:
url = 'http://' + url
data, con, contenttype, encoding = crawler.adv_get(url=url)
data, con, contenttype, encoding = crawler.adv_get(url=url, timeout=TIMEOUT)
if contenttype in ['text/html', 'application/xhtml+xml', 'application/xml']:
if options.get == 'page':