diff --git a/sitemap/generator/settings.py b/sitemap/generator/settings.py index a013c472..4bab6681 100644 --- a/sitemap/generator/settings.py +++ b/sitemap/generator/settings.py @@ -27,6 +27,7 @@ ITEM_PIPELINES = { CONCURRENT_REQUESTS = 32 CONCURRENT_REQUESTS_PER_DOMAIN = 32 CONCURRENT_REQUESTS_PER_IP = 32 +DOWNLOAD_WARNSIZE = 67108864 LOG_LEVEL = 'INFO' LOGGING_ENABLED = True RANDOMIZE_DOWNLOAD_DELAY = False