Merge "Add tests for testing swift slo middleware"
This commit is contained in:
Jenkins
193
tempest/api/object_storage/test_object_slo.py
Normal file
193
tempest/api/object_storage/test_object_slo.py
Normal file
@@ -0,0 +1,193 @@
|
||||
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
||||
|
||||
# Copyright 2013 NTT Corporation
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
import hashlib
|
||||
import json
|
||||
import re
|
||||
|
||||
from tempest.api.object_storage import base
|
||||
from tempest.common import custom_matchers
|
||||
from tempest.common.utils import data_utils
|
||||
from tempest import exceptions
|
||||
from tempest import test
|
||||
|
||||
# Each segment, except for the final one, must be at least 1 megabyte
|
||||
MIN_SEGMENT_SIZE = 1024 * 1024
|
||||
|
||||
|
||||
class ObjectSloTest(base.BaseObjectTest):
|
||||
|
||||
def setUp(self):
|
||||
super(ObjectSloTest, self).setUp()
|
||||
self.container_name = data_utils.rand_name(name='TestContainer')
|
||||
self.container_client.create_container(self.container_name)
|
||||
self.objects = []
|
||||
|
||||
def tearDown(self):
|
||||
for obj in self.objects:
|
||||
try:
|
||||
self.object_client.delete_object(
|
||||
self.container_name,
|
||||
obj)
|
||||
except exceptions.NotFound:
|
||||
pass
|
||||
self.container_client.delete_container(self.container_name)
|
||||
super(ObjectSloTest, self).tearDown()
|
||||
|
||||
def _create_object(self, container_name, object_name, data, params=None):
|
||||
resp, _ = self.object_client.create_object(container_name,
|
||||
object_name,
|
||||
data,
|
||||
params)
|
||||
self.objects.append(object_name)
|
||||
|
||||
return resp
|
||||
|
||||
def _create_manifest(self):
|
||||
# Create a manifest file for SLO uploading
|
||||
object_name = data_utils.rand_name(name='TestObject')
|
||||
object_name_base_1 = object_name + '_01'
|
||||
object_name_base_2 = object_name + '_02'
|
||||
data_size = MIN_SEGMENT_SIZE
|
||||
self.data = data_utils.arbitrary_string(data_size)
|
||||
self._create_object(self.container_name,
|
||||
object_name_base_1,
|
||||
self.data)
|
||||
self._create_object(self.container_name,
|
||||
object_name_base_2,
|
||||
self.data)
|
||||
|
||||
path_object_1 = '/%s/%s' % (self.container_name,
|
||||
object_name_base_1)
|
||||
path_object_2 = '/%s/%s' % (self.container_name,
|
||||
object_name_base_2)
|
||||
data_manifest = [{'path': path_object_1,
|
||||
'etag': hashlib.md5(self.data).hexdigest(),
|
||||
'size_bytes': data_size},
|
||||
{'path': path_object_2,
|
||||
'etag': hashlib.md5(self.data).hexdigest(),
|
||||
'size_bytes': data_size}]
|
||||
|
||||
return json.dumps(data_manifest)
|
||||
|
||||
def _create_large_object(self):
|
||||
# Create a large object for preparation of testing various SLO
|
||||
# features
|
||||
manifest = self._create_manifest()
|
||||
|
||||
params = {'multipart-manifest': 'put'}
|
||||
object_name = data_utils.rand_name(name='TestObject')
|
||||
self._create_object(self.container_name,
|
||||
object_name,
|
||||
manifest,
|
||||
params)
|
||||
return object_name
|
||||
|
||||
def _assertHeadersSLO(self, resp, method):
|
||||
# Check the existence of common headers with custom matcher
|
||||
self.assertThat(resp, custom_matchers.ExistsAllResponseHeaders(
|
||||
'Object', method))
|
||||
# When sending GET or HEAD requests to SLO the response contains
|
||||
# 'X-Static-Large-Object' header
|
||||
if method in ('GET', 'HEAD'):
|
||||
self.assertIn('x-static-large-object', resp)
|
||||
|
||||
# Check common headers for all HTTP methods
|
||||
self.assertTrue(re.match("^tx[0-9a-f]*-[0-9a-f]*$",
|
||||
resp['x-trans-id']))
|
||||
self.assertTrue(resp['content-length'].isdigit())
|
||||
self.assertNotEqual(len(resp['date']), 0)
|
||||
# Etag value of a large object is enclosed in double-quotations.
|
||||
self.assertTrue(resp['etag'].startswith('\"'))
|
||||
self.assertTrue(resp['etag'].endswith('\"'))
|
||||
self.assertTrue(resp['etag'].strip('\"').isalnum())
|
||||
# Check header formats for a specific method
|
||||
if method in ('GET', 'HEAD'):
|
||||
self.assertTrue(re.match("^\d+\.?\d*\Z", resp['x-timestamp']))
|
||||
self.assertNotEqual(len(resp['content-type']), 0)
|
||||
self.assertEqual(resp['accept-ranges'], 'bytes')
|
||||
self.assertEqual(resp['x-static-large-object'], 'True')
|
||||
|
||||
@test.attr(type='gate')
|
||||
def test_upload_manifest(self):
|
||||
# create static large object from multipart manifest
|
||||
manifest = self._create_manifest()
|
||||
|
||||
params = {'multipart-manifest': 'put'}
|
||||
object_name = data_utils.rand_name(name='TestObject')
|
||||
resp = self._create_object(self.container_name,
|
||||
object_name,
|
||||
manifest,
|
||||
params)
|
||||
|
||||
self.assertIn(int(resp['status']), test.HTTP_SUCCESS)
|
||||
self._assertHeadersSLO(resp, 'PUT')
|
||||
|
||||
@test.attr(type='gate')
|
||||
def test_list_large_object_metadata(self):
|
||||
# list static large object metadata using multipart manifest
|
||||
object_name = self._create_large_object()
|
||||
|
||||
resp, body = self.object_client.list_object_metadata(
|
||||
self.container_name,
|
||||
object_name)
|
||||
|
||||
self.assertIn(int(resp['status']), test.HTTP_SUCCESS)
|
||||
self._assertHeadersSLO(resp, 'HEAD')
|
||||
|
||||
@test.attr(type='gate')
|
||||
def test_retrieve_large_object(self):
|
||||
# list static large object using multipart manifest
|
||||
object_name = self._create_large_object()
|
||||
|
||||
resp, body = self.object_client.get_object(
|
||||
self.container_name,
|
||||
object_name)
|
||||
|
||||
self.assertIn(int(resp['status']), test.HTTP_SUCCESS)
|
||||
self._assertHeadersSLO(resp, 'GET')
|
||||
|
||||
sum_data = self.data + self.data
|
||||
self.assertEqual(body, sum_data)
|
||||
|
||||
@test.attr(type='gate')
|
||||
def test_delete_large_object(self):
|
||||
# delete static large object using multipart manifest
|
||||
object_name = self._create_large_object()
|
||||
|
||||
params_del = {'multipart-manifest': 'delete'}
|
||||
resp, body = self.object_client.delete_object(
|
||||
self.container_name,
|
||||
object_name,
|
||||
params=params_del)
|
||||
|
||||
self.assertIn(int(resp['status']), test.HTTP_SUCCESS)
|
||||
|
||||
# When deleting SLO using multipart manifest, the response contains
|
||||
# not 'content-length' but 'transfer-encoding' header. This is the
|
||||
# special case, therefore the existence of response headers is checked
|
||||
# outside of custom matcher.
|
||||
self.assertIn('transfer-encoding', resp)
|
||||
self.assertIn('content-type', resp)
|
||||
self.assertIn('x-trans-id', resp)
|
||||
self.assertIn('date', resp)
|
||||
|
||||
# Check only the format of common headers with custom matcher
|
||||
self.assertThat(resp, custom_matchers.AreAllWellFormatted())
|
||||
|
||||
resp, body = self.container_client.list_container_contents(
|
||||
self.container_name)
|
||||
self.assertEqual(int(resp['x-container-object-count']), 0)
|
||||
@@ -15,6 +15,8 @@
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
import urllib
|
||||
|
||||
from tempest.common import http
|
||||
from tempest.common.rest_client import RestClient
|
||||
from tempest import exceptions
|
||||
@@ -27,13 +29,16 @@ class ObjectClient(RestClient):
|
||||
|
||||
self.service = self.config.object_storage.catalog_type
|
||||
|
||||
def create_object(self, container, object_name, data):
|
||||
def create_object(self, container, object_name, data, params=None):
|
||||
"""Create storage object."""
|
||||
|
||||
headers = dict(self.headers)
|
||||
if not data:
|
||||
headers['content-length'] = '0'
|
||||
url = "%s/%s" % (str(container), str(object_name))
|
||||
if params:
|
||||
url += '?%s' % urllib.urlencode(params)
|
||||
|
||||
resp, body = self.put(url, data, headers)
|
||||
return resp, body
|
||||
|
||||
@@ -41,9 +46,11 @@ class ObjectClient(RestClient):
|
||||
"""Upload data to replace current storage object."""
|
||||
return self.create_object(container, object_name, data)
|
||||
|
||||
def delete_object(self, container, object_name):
|
||||
def delete_object(self, container, object_name, params=None):
|
||||
"""Delete storage object."""
|
||||
url = "%s/%s" % (str(container), str(object_name))
|
||||
if params:
|
||||
url += '?%s' % urllib.urlencode(params)
|
||||
resp, body = self.delete(url)
|
||||
return resp, body
|
||||
|
||||
|
||||
Reference in New Issue
Block a user