Add timeout to :get
This commit is contained in:
		@@ -620,7 +620,7 @@ def cgi_get(environ, start_response):
 | 
				
			|||||||
    if urlparse(url).scheme not in ['http', 'https']:
 | 
					    if urlparse(url).scheme not in ['http', 'https']:
 | 
				
			||||||
        url = 'http://' + url
 | 
					        url = 'http://' + url
 | 
				
			||||||
 | 
					
 | 
				
			||||||
    data, con, contenttype, encoding = crawler.adv_get(url=url)
 | 
					    data, con, contenttype, encoding = crawler.adv_get(url=url, timeout=TIMEOUT)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
    if contenttype in ['text/html', 'application/xhtml+xml', 'application/xml']:
 | 
					    if contenttype in ['text/html', 'application/xhtml+xml', 'application/xml']:
 | 
				
			||||||
        if options.get == 'page':
 | 
					        if options.get == 'page':
 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user