From e1a13a623cdc6a22048db6724a9944781573f02b Mon Sep 17 00:00:00 2001 From: pictuga Date: Sat, 18 Mar 2017 22:31:03 -1000 Subject: [PATCH] crawler: remove unefficient feedburner-specific code --- morss/crawler.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/morss/crawler.py b/morss/crawler.py index 3effee3..4a35012 100644 --- a/morss/crawler.py +++ b/morss/crawler.py @@ -113,8 +113,7 @@ class UAHandler(BaseHandler): class AutoRefererHandler(BaseHandler): def http_request(self, req): - if req.host != 'feeds.feedburner.com': - req.add_unredirected_header('Referer', 'http://%s' % req.host) + req.add_unredirected_header('Referer', 'http://%s' % req.host) return req https_request = http_request