pictuga/morss
1
1
Fork 0
Code Issues Pull Requests Actions Packages Releases Activity

crawler: better name for custom fns

Browse Source
This commit is contained in:
pictuga
2021-08-29 00:22:40 +02:00
parent d5942fe5a7
commit 8f24214915
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
morss/crawler.py
View File

@@ -85,10 +85,10 @@ def adv_get(url, timeout=None, *args, **kwargs):
url = sanitize_url(url)
if timeout is None:
con = custom_handler(*args, **kwargs).open(url)
con = custom_opener(*args, **kwargs).open(url)
else:
con = custom_handler(*args, **kwargs).open(url, timeout=timeout)
con = custom_opener(*args, **kwargs).open(url, timeout=timeout)
data = con.read()
@@ -104,7 +104,7 @@ def adv_get(url, timeout=None, *args, **kwargs):
}
def custom_handler(follow=None, delay=None):
def custom_opener(follow=None, delay=None):
handlers = []
# as per urllib2 source code, these Handelers are added first