144 lines
6.0 KiB
Python
144 lines
6.0 KiB
Python
# Copyright 2012 OpenStack Foundation
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import time
|
|
|
|
from six.moves.urllib import parse as urlparse
|
|
import testtools
|
|
|
|
from tempest.api.object_storage import base
|
|
from tempest import config
|
|
from tempest.lib.common.utils import data_utils
|
|
from tempest.lib import decorators
|
|
|
|
CONF = config.CONF
|
|
|
|
|
|
# This test can be quite long to run due to its
|
|
# dependency on container-sync process running interval.
|
|
# You can obviously reduce the container-sync interval in the
|
|
# container-server configuration.
|
|
|
|
|
|
class ContainerSyncTest(base.BaseObjectTest):
|
|
credentials = [['operator', CONF.object_storage.operator_role],
|
|
['operator_alt', CONF.object_storage.operator_role]]
|
|
|
|
@classmethod
|
|
def setup_credentials(cls):
|
|
super(ContainerSyncTest, cls).setup_credentials()
|
|
cls.os_alt = cls.os_roles_operator_alt
|
|
|
|
@classmethod
|
|
def setup_clients(cls):
|
|
super(ContainerSyncTest, cls).setup_clients()
|
|
cls.object_client_alt = cls.os_alt.object_client
|
|
cls.container_client_alt = cls.os_alt.container_client
|
|
|
|
@classmethod
|
|
def resource_setup(cls):
|
|
super(ContainerSyncTest, cls).resource_setup()
|
|
cls.containers = []
|
|
cls.objects = []
|
|
cls.clients = {}
|
|
|
|
# Default container-server config only allows localhost
|
|
cls.local_ip = '127.0.0.1'
|
|
|
|
# Must be configure according to container-sync interval
|
|
container_sync_timeout = CONF.object_storage.container_sync_timeout
|
|
cls.container_sync_interval = \
|
|
CONF.object_storage.container_sync_interval
|
|
cls.attempts = \
|
|
int(container_sync_timeout / cls.container_sync_interval)
|
|
|
|
# define container and object clients
|
|
cls.clients[data_utils.rand_name(name='TestContainerSync')] = \
|
|
(cls.container_client, cls.object_client)
|
|
cls.clients[data_utils.rand_name(name='TestContainerSync')] = \
|
|
(cls.container_client_alt, cls.object_client_alt)
|
|
for cont_name, client in cls.clients.items():
|
|
client[0].create_container(cont_name)
|
|
cls.addClassResourceCleanup(base.delete_containers,
|
|
cont_name,
|
|
client[0],
|
|
client[1])
|
|
cls.containers.append(cont_name)
|
|
|
|
def _test_container_synchronization(self, make_headers):
|
|
# container to container synchronization
|
|
# to allow/accept sync requests to/from other accounts
|
|
|
|
# turn container synchronization on and create object in container
|
|
for cont in (self.containers, self.containers[::-1]):
|
|
cont_client = [self.clients[c][0] for c in cont]
|
|
obj_client = [self.clients[c][1] for c in cont]
|
|
headers = make_headers(cont[1], cont_client[1])
|
|
cont_client[0].put(str(cont[0]), body=None, headers=headers)
|
|
# create object in container
|
|
object_name = data_utils.rand_name(name='TestSyncObject')
|
|
data = object_name[::-1].encode() # Raw data, we need bytes
|
|
resp, _ = obj_client[0].create_object(cont[0], object_name, data)
|
|
self.objects.append(object_name)
|
|
|
|
# wait until container contents list is not empty
|
|
cont_client = [self.clients[c][0] for c in self.containers]
|
|
params = {'format': 'json'}
|
|
while self.attempts > 0:
|
|
object_lists = []
|
|
for c_client, cont in zip(cont_client, self.containers):
|
|
resp, object_list = c_client.list_container_objects(
|
|
cont, params=params)
|
|
object_lists.append(dict(
|
|
(obj['name'], obj) for obj in object_list))
|
|
# check that containers are not empty and have equal keys()
|
|
# or wait for next attempt
|
|
if object_lists[0] and object_lists[1] and \
|
|
set(object_lists[0].keys()) == set(object_lists[1].keys()):
|
|
break
|
|
else:
|
|
time.sleep(self.container_sync_interval)
|
|
self.attempts -= 1
|
|
|
|
self.assertEqual(object_lists[0], object_lists[1],
|
|
'Different object lists in containers.')
|
|
|
|
# Verify object content
|
|
obj_clients = [(self.clients[c][1], c) for c in self.containers]
|
|
for obj_client, cont in obj_clients:
|
|
for obj_name in object_lists[0]:
|
|
resp, object_content = obj_client.get_object(cont, obj_name)
|
|
self.assertEqual(object_content, obj_name[::-1].encode())
|
|
|
|
@decorators.attr(type='slow')
|
|
@decorators.skip_because(bug='1317133')
|
|
@decorators.idempotent_id('be008325-1bba-4925-b7dd-93b58f22ce9b')
|
|
@testtools.skipIf(
|
|
not CONF.object_storage_feature_enabled.container_sync,
|
|
'Old-style container sync function is disabled')
|
|
def test_container_synchronization(self):
|
|
def make_headers(cont, cont_client):
|
|
# tell first container to synchronize to a second
|
|
client_proxy_ip = \
|
|
urlparse.urlparse(cont_client.base_url).netloc.split(':')[0]
|
|
client_base_url = \
|
|
cont_client.base_url.replace(client_proxy_ip,
|
|
self.local_ip)
|
|
headers = {'X-Container-Sync-Key': 'sync_key',
|
|
'X-Container-Sync-To': "%s/%s" %
|
|
(client_base_url, str(cont))}
|
|
return headers
|
|
self._test_container_synchronization(make_headers)
|