[sitemap] increase the DOWNLOAD_WARNSIZE

The default value for the DOWNLOAD_WARNSIZE setting is 33554432 (32MB).
This patch will double the value. This solves the following warning:

---snip---
WARNING: Received (37889579) bytes larger than download warn size
(33554432).
---snap---

Change-Id: I5be4bcefa6fe2eb474901bb958669978dd6e1fef
This commit is contained in:
Christian Berendt 2015-10-02 10:36:38 +02:00
parent 94d69f1868
commit 02d0060144
1 changed files with 1 additions and 0 deletions

View File

@ -27,6 +27,7 @@ ITEM_PIPELINES = {
CONCURRENT_REQUESTS = 32 CONCURRENT_REQUESTS = 32
CONCURRENT_REQUESTS_PER_DOMAIN = 32 CONCURRENT_REQUESTS_PER_DOMAIN = 32
CONCURRENT_REQUESTS_PER_IP = 32 CONCURRENT_REQUESTS_PER_IP = 32
DOWNLOAD_WARNSIZE = 67108864
LOG_LEVEL = 'INFO' LOG_LEVEL = 'INFO'
LOGGING_ENABLED = True LOGGING_ENABLED = True
RANDOMIZE_DOWNLOAD_DELAY = False RANDOMIZE_DOWNLOAD_DELAY = False