pictuga/morss
1
1
Fork 0
Code Issues Pull Requests Actions Packages Releases Activity

crawler: reduce max file size

Browse Source
This commit is contained in:
pictuga
2018-10-25 01:15:09 +02:00
parent 91a084e5ed
commit 90110a4661
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
morss/crawler.py
View File

@@ -48,7 +48,7 @@ def custom_handler(accept=None, strict=False, delay=None, encoding=None, basic=F
# & HTTPSHandler # & HTTPSHandler
#handlers.append(DebugHandler()) #handlers.append(DebugHandler())
handlers.append(SizeLimitHandler(500*1024)) # 500KiB handlers.append(SizeLimitHandler(100*1024)) # 100KiB
handlers.append(HTTPCookieProcessor()) handlers.append(HTTPCookieProcessor())
handlers.append(GZIPHandler()) handlers.append(GZIPHandler())
handlers.append(HTTPEquivHandler()) handlers.append(HTTPEquivHandler())