crawler: fix chinese encoding support
parent
4ccc0dafcd
commit
dcfdb75a15
|
@ -221,7 +221,7 @@ class GZIPHandler(BaseHandler):
|
||||||
def detect_encoding(data, resp=None):
|
def detect_encoding(data, resp=None):
|
||||||
enc = detect_raw_encoding(data, resp)
|
enc = detect_raw_encoding(data, resp)
|
||||||
|
|
||||||
if enc == 'gb2312':
|
if enc.lower() == 'gb2312':
|
||||||
enc = 'gbk'
|
enc = 'gbk'
|
||||||
|
|
||||||
return enc
|
return enc
|
||||||
|
|
Loading…
Reference in New Issue