pictuga
/
morss
1
1
Fork 0
Code Issues Pull Requests Actions Packages Releases Activity

crawler: clean up code
continuous-integration/drone/push Build is passing Details

master
pictuga 2021-11-10 23:25:03 +01:00
parent e42df98f83
commit 7eeb1d696c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
morss/crawler.py
View File

@ -102,7 +102,7 @@ def adv_get(url, post=None, timeout=None, *args, **kwargs):
encoding= detect_encoding(data, con) encoding= detect_encoding(data, con)
return { return {
'data':data, 'data': data,
'url': con.geturl(), 'url': con.geturl(),
'con': con, 'con': con,
'contenttype': contenttype, 'contenttype': contenttype,
@ -428,7 +428,7 @@ class HTTPRefreshHandler(BaseHandler):
https_response = http_response https_response = http_response
def parse_headers(text=u'\n\''): def parse_headers(text=u'\n\n'):
if sys.version_info[0] >= 3: if sys.version_info[0] >= 3:
# python 3 # python 3
return message_from_string(text) return message_from_string(text)