crawler: change http header after uncompressing
Change content-encoding to "identity"
This commit is contained in:
		@@ -37,6 +37,7 @@ class GZIPHandler(BaseHandler):
 | 
			
		||||
            if resp.headers.get('Content-Encoding') == 'gzip':
 | 
			
		||||
                data = resp.read()
 | 
			
		||||
                data = GzipFile(fileobj=BytesIO(data), mode='r').read()
 | 
			
		||||
                resp.headers['Content-Encoding'] = 'identity'
 | 
			
		||||
 | 
			
		||||
                fp = BytesIO(data)
 | 
			
		||||
                old_resp = resp
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user