From 90110a466118bdb91ac554fe6447df690471cf23 Mon Sep 17 00:00:00 2001 From: pictuga Date: Thu, 25 Oct 2018 01:15:09 +0200 Subject: [PATCH] crawler: reduce max file size --- morss/crawler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/morss/crawler.py b/morss/crawler.py index a7f0820..e0d5dcd 100644 --- a/morss/crawler.py +++ b/morss/crawler.py @@ -48,7 +48,7 @@ def custom_handler(accept=None, strict=False, delay=None, encoding=None, basic=F # & HTTPSHandler #handlers.append(DebugHandler()) - handlers.append(SizeLimitHandler(500*1024)) # 500KiB + handlers.append(SizeLimitHandler(100*1024)) # 100KiB handlers.append(HTTPCookieProcessor()) handlers.append(GZIPHandler()) handlers.append(HTTPEquivHandler())