[sitemap] increase the DOWNLOAD_WARNSIZE
The default value for the DOWNLOAD_WARNSIZE setting is 33554432 (32MB). This patch will double the value. This solves the following warning: ---snip--- WARNING: Received (37889579) bytes larger than download warn size (33554432). ---snap--- Change-Id: I5be4bcefa6fe2eb474901bb958669978dd6e1fef
This commit is contained in:
parent
94d69f1868
commit
02d0060144
|
@ -27,6 +27,7 @@ ITEM_PIPELINES = {
|
||||||
CONCURRENT_REQUESTS = 32
|
CONCURRENT_REQUESTS = 32
|
||||||
CONCURRENT_REQUESTS_PER_DOMAIN = 32
|
CONCURRENT_REQUESTS_PER_DOMAIN = 32
|
||||||
CONCURRENT_REQUESTS_PER_IP = 32
|
CONCURRENT_REQUESTS_PER_IP = 32
|
||||||
|
DOWNLOAD_WARNSIZE = 67108864
|
||||||
LOG_LEVEL = 'INFO'
|
LOG_LEVEL = 'INFO'
|
||||||
LOGGING_ENABLED = True
|
LOGGING_ENABLED = True
|
||||||
RANDOMIZE_DOWNLOAD_DELAY = False
|
RANDOMIZE_DOWNLOAD_DELAY = False
|
||||||
|
|
Loading…
Reference in New Issue