crawler: better name for custom fns

master
pictuga 2021-08-29 00:22:40 +02:00
parent d5942fe5a7
commit 8f24214915
1 changed files with 3 additions and 3 deletions

View File

@ -85,10 +85,10 @@ def adv_get(url, timeout=None, *args, **kwargs):
url = sanitize_url(url) url = sanitize_url(url)
if timeout is None: if timeout is None:
con = custom_handler(*args, **kwargs).open(url) con = custom_opener(*args, **kwargs).open(url)
else: else:
con = custom_handler(*args, **kwargs).open(url, timeout=timeout) con = custom_opener(*args, **kwargs).open(url, timeout=timeout)
data = con.read() data = con.read()
@ -104,7 +104,7 @@ def adv_get(url, timeout=None, *args, **kwargs):
} }
def custom_handler(follow=None, delay=None): def custom_opener(follow=None, delay=None):
handlers = [] handlers = []
# as per urllib2 source code, these Handelers are added first # as per urllib2 source code, these Handelers are added first