crawler: move UAHandler to basic

Fuck u feedburner
master
pictuga 2017-03-19 01:49:17 -10:00
parent 5e61686373
commit 9c331300eb
1 changed files with 1 additions and 1 deletions

View File

@ -39,9 +39,9 @@ def custom_handler(accept=None, strict=False, delay=None, encoding=None, basic=F
handlers.append(GZIPHandler()) handlers.append(GZIPHandler())
handlers.append(HTTPEquivHandler()) handlers.append(HTTPEquivHandler())
handlers.append(HTTPRefreshHandler()) handlers.append(HTTPRefreshHandler())
handlers.append(UAHandler(DEFAULT_UA))
if not basic: if not basic:
handlers.append(UAHandler(DEFAULT_UA))
handlers.append(AutoRefererHandler()) handlers.append(AutoRefererHandler())
handlers.append(EncodingFixHandler(encoding)) handlers.append(EncodingFixHandler(encoding))