From d2431b9523b64b833cb4ebcdaf2b4a9282d85ccf Mon Sep 17 00:00:00 2001 From: Alex Schultz Date: Wed, 6 Nov 2019 10:40:22 -0700 Subject: [PATCH] Revert "Remove chunk size for url stream" This reverts commit 5cbb6bee6a15ed8f6cc249ea5b9d9157cac40a2a. Adding chunk_size back in to see if it improves the memory usage that occurs when processing multiple layers at the same time. Change-Id: Ia7792622f6cfad98a47bee8c799c4e247d9cf602 --- tripleo_common/image/image_uploader.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/tripleo_common/image/image_uploader.py b/tripleo_common/image/image_uploader.py index 9ac45be35..2b958fa53 100644 --- a/tripleo_common/image/image_uploader.py +++ b/tripleo_common/image/image_uploader.py @@ -1743,8 +1743,7 @@ class PythonImageUploader(BaseImageUploader): } source_blob_url = cls._build_url( source_url, CALL_BLOB % parts) - # NOTE(aschultz): We specify None and let requests figure it out - chunk_size = None + chunk_size = 2 ** 20 LOG.info("[%s] Fetching layer %s from %s" % (image, digest, source_blob_url)) with session.get(