stackforge
/
swiftsync
Code Issues Proposed changes

Set full_listing to True to avoid the default limit 

- Swiftclient cuts to 10000 by default the
amount of objects listed with get_container. This
patch set the full_listing to True.

- This patch has no solutions to avoid the
high memory consumption when container
contains a huge amount of objects.

Change-Id: I2d991baa14f9d4c6a827629c6b43fcc693e0262a
This commit is contained in:
Fabien Boucher 2014-02-13 16:40:12 +01:00
parent 3793a27400
commit cf89cdf5c2
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
swsync/containers.py
View File

@ -45,6 +45,7 @@ class Containers(object):
try:
dest_container_stats, dest_objects = swiftclient.get_container(
None, dest_token, container, http_conn=dest_storage_cnx,
full_listing=True,
)
except(swiftclient.client.ClientException), e:
logging.info("error getting container: %s, %s" % (
@ -81,6 +82,7 @@ class Containers(object):
try:
orig_container_headers, orig_objects = swiftclient.get_container(
None, orig_token, container_name, http_conn=orig_storage_cnx,
full_listing=True,
)
except(swiftclient.client.ClientException), e:
logging.info("ERROR: getting container: %s, %s" % (
@ -115,6 +117,7 @@ class Containers(object):
try:
dest_container_headers, dest_objects = swiftclient.get_container(
None, dest_token, container_name, http_conn=dest_storage_cnx,
full_listing=True,
)
except(swiftclient.client.ClientException), e:
logging.info("ERROR: creating container: %s, %s" % (