From 02d0060144b538afd5985b0d1861052a31b0ab56 Mon Sep 17 00:00:00 2001 From: Christian Berendt Date: Fri, 2 Oct 2015 10:36:38 +0200 Subject: [PATCH] [sitemap] increase the DOWNLOAD_WARNSIZE The default value for the DOWNLOAD_WARNSIZE setting is 33554432 (32MB). This patch will double the value. This solves the following warning: ---snip--- WARNING: Received (37889579) bytes larger than download warn size (33554432). ---snap--- Change-Id: I5be4bcefa6fe2eb474901bb958669978dd6e1fef --- sitemap/generator/settings.py | 1 + 1 file changed, 1 insertion(+) diff --git a/sitemap/generator/settings.py b/sitemap/generator/settings.py index a013c472..4bab6681 100644 --- a/sitemap/generator/settings.py +++ b/sitemap/generator/settings.py @@ -27,6 +27,7 @@ ITEM_PIPELINES = { CONCURRENT_REQUESTS = 32 CONCURRENT_REQUESTS_PER_DOMAIN = 32 CONCURRENT_REQUESTS_PER_IP = 32 +DOWNLOAD_WARNSIZE = 67108864 LOG_LEVEL = 'INFO' LOGGING_ENABLED = True RANDOMIZE_DOWNLOAD_DELAY = False