[sitemap] increase the DOWNLOAD_WARNSIZE
The default value for the DOWNLOAD_WARNSIZE setting is 33554432 (32MB). This patch will double the value. This solves the following warning: ---snip--- WARNING: Received (37889579) bytes larger than download warn size (33554432). ---snap--- Change-Id: I5be4bcefa6fe2eb474901bb958669978dd6e1fef
This commit is contained in:
parent
94d69f1868
commit
02d0060144
|
@ -27,6 +27,7 @@ ITEM_PIPELINES = {
|
|||
CONCURRENT_REQUESTS = 32
|
||||
CONCURRENT_REQUESTS_PER_DOMAIN = 32
|
||||
CONCURRENT_REQUESTS_PER_IP = 32
|
||||
DOWNLOAD_WARNSIZE = 67108864
|
||||
LOG_LEVEL = 'INFO'
|
||||
LOGGING_ENABLED = True
|
||||
RANDOMIZE_DOWNLOAD_DELAY = False
|
||||
|
|
Loading…
Reference in New Issue