crawler: remove unefficient feedburner-specific code

master
pictuga 2017-03-18 22:31:03 -10:00
parent 367f86987d
commit e1a13a623c
1 changed files with 1 additions and 2 deletions

View File

@ -113,8 +113,7 @@ class UAHandler(BaseHandler):
class AutoRefererHandler(BaseHandler):
def http_request(self, req):
if req.host != 'feeds.feedburner.com':
req.add_unredirected_header('Referer', 'http://%s' % req.host)
req.add_unredirected_header('Referer', 'http://%s' % req.host)
return req
https_request = http_request