crawler: remove unefficient feedburner-specific code
parent
367f86987d
commit
e1a13a623c
|
@ -113,7 +113,6 @@ class UAHandler(BaseHandler):
|
||||||
|
|
||||||
class AutoRefererHandler(BaseHandler):
|
class AutoRefererHandler(BaseHandler):
|
||||||
def http_request(self, req):
|
def http_request(self, req):
|
||||||
if req.host != 'feeds.feedburner.com':
|
|
||||||
req.add_unredirected_header('Referer', 'http://%s' % req.host)
|
req.add_unredirected_header('Referer', 'http://%s' % req.host)
|
||||||
return req
|
return req
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue