From e5a82ff1f4af88d76ba87a2340c0f937e5b37cb3 Mon Sep 17 00:00:00 2001
From: pictuga <contact@pictuga.com>
Date: Tue, 7 Apr 2020 10:39:21 +0200
Subject: [PATCH] crawler: drop auto-referer

Was solving some issues. But creating even more issues.
---
 morss/crawler.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/morss/crawler.py b/morss/crawler.py
index b9388a0..6f6a133 100644
--- a/morss/crawler.py
+++ b/morss/crawler.py
@@ -218,7 +218,6 @@ class BrowserlyHeaderHandler(BaseHandler):
     """ Add more headers to look less suspicious """
 
     def http_request(self, req):
-        req.add_unredirected_header('Referer', '%s://%s' % (req.type, req.host))
         req.add_unredirected_header('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8')
         req.add_unredirected_header('Accept-Language', 'en-US,en;q=0.5')
         return req