251 lines
10 KiB
Python
251 lines
10 KiB
Python
# Copyright (c) 2012 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import array
|
|
import unittest
|
|
from tempfile import mkdtemp
|
|
from shutil import rmtree
|
|
|
|
import os
|
|
import mock
|
|
from swift.common import ring, utils
|
|
from swift.common.utils import json, split_path
|
|
from swift.common.swob import Request, Response
|
|
from swift.common.middleware import list_endpoints
|
|
from swift.common.storage_policy import StoragePolicy, POLICIES
|
|
from test.unit import patch_policies
|
|
|
|
|
|
class FakeApp(object):
|
|
def __call__(self, env, start_response):
|
|
return Response(body="FakeApp")(env, start_response)
|
|
|
|
|
|
def start_response(*args):
|
|
pass
|
|
|
|
|
|
@patch_policies([StoragePolicy(0, 'zero', False),
|
|
StoragePolicy(1, 'one', True)])
|
|
class TestListEndpoints(unittest.TestCase):
|
|
def setUp(self):
|
|
utils.HASH_PATH_SUFFIX = 'endcap'
|
|
utils.HASH_PATH_PREFIX = ''
|
|
self.testdir = mkdtemp()
|
|
|
|
accountgz = os.path.join(self.testdir, 'account.ring.gz')
|
|
containergz = os.path.join(self.testdir, 'container.ring.gz')
|
|
objectgz = os.path.join(self.testdir, 'object.ring.gz')
|
|
objectgz_1 = os.path.join(self.testdir, 'object-1.ring.gz')
|
|
self.policy_to_test = 0
|
|
self.expected_path = ('v1', 'a', 'c', 'o1')
|
|
|
|
# Let's make the rings slightly different so we can test
|
|
# that the correct ring is consulted (e.g. we don't consult
|
|
# the object ring to get nodes for a container)
|
|
intended_replica2part2dev_id_a = [
|
|
array.array('H', [3, 1, 3, 1]),
|
|
array.array('H', [0, 3, 1, 4]),
|
|
array.array('H', [1, 4, 0, 3])]
|
|
intended_replica2part2dev_id_c = [
|
|
array.array('H', [4, 3, 0, 1]),
|
|
array.array('H', [0, 1, 3, 4]),
|
|
array.array('H', [3, 4, 0, 1])]
|
|
intended_replica2part2dev_id_o = [
|
|
array.array('H', [0, 1, 0, 1]),
|
|
array.array('H', [0, 1, 0, 1]),
|
|
array.array('H', [3, 4, 3, 4])]
|
|
intended_replica2part2dev_id_o_1 = [
|
|
array.array('H', [1, 0, 1, 0]),
|
|
array.array('H', [1, 0, 1, 0]),
|
|
array.array('H', [4, 3, 4, 3])]
|
|
intended_devs = [{'id': 0, 'zone': 0, 'weight': 1.0,
|
|
'ip': '10.1.1.1', 'port': 6000,
|
|
'device': 'sda1'},
|
|
{'id': 1, 'zone': 0, 'weight': 1.0,
|
|
'ip': '10.1.1.1', 'port': 6000,
|
|
'device': 'sdb1'},
|
|
None,
|
|
{'id': 3, 'zone': 2, 'weight': 1.0,
|
|
'ip': '10.1.2.1', 'port': 6000,
|
|
'device': 'sdc1'},
|
|
{'id': 4, 'zone': 2, 'weight': 1.0,
|
|
'ip': '10.1.2.2', 'port': 6000,
|
|
'device': 'sdd1'}]
|
|
intended_part_shift = 30
|
|
ring.RingData(intended_replica2part2dev_id_a,
|
|
intended_devs, intended_part_shift).save(accountgz)
|
|
ring.RingData(intended_replica2part2dev_id_c,
|
|
intended_devs, intended_part_shift).save(containergz)
|
|
ring.RingData(intended_replica2part2dev_id_o,
|
|
intended_devs, intended_part_shift).save(objectgz)
|
|
ring.RingData(intended_replica2part2dev_id_o_1,
|
|
intended_devs, intended_part_shift).save(objectgz_1)
|
|
|
|
self.app = FakeApp()
|
|
self.list_endpoints = list_endpoints.filter_factory(
|
|
{'swift_dir': self.testdir})(self.app)
|
|
|
|
def tearDown(self):
|
|
rmtree(self.testdir, ignore_errors=1)
|
|
|
|
def FakeGetInfo(self, env, app, swift_source=None):
|
|
info = {'status': 0, 'sync_key': None, 'meta': {},
|
|
'cors': {'allow_origin': None, 'expose_headers': None,
|
|
'max_age': None}, 'sysmeta': {}, 'read_acl': None,
|
|
'object_count': None, 'write_acl': None, 'versions': None,
|
|
'bytes': None}
|
|
info['storage_policy'] = self.policy_to_test
|
|
(version, account, container, unused) = \
|
|
split_path(env['PATH_INFO'], 3, 4, True)
|
|
self.assertEquals((version, account, container, unused),
|
|
self.expected_path)
|
|
return info
|
|
|
|
def test_get_object_ring(self):
|
|
self.assertEquals(isinstance(self.list_endpoints.get_object_ring(0),
|
|
ring.Ring), True)
|
|
self.assertEquals(isinstance(self.list_endpoints.get_object_ring(1),
|
|
ring.Ring), True)
|
|
self.assertRaises(ValueError, self.list_endpoints.get_object_ring, 99)
|
|
|
|
def test_get_endpoint(self):
|
|
# Expected results for objects taken from test_ring
|
|
# Expected results for others computed by manually invoking
|
|
# ring.get_nodes().
|
|
resp = Request.blank('/endpoints/a/c/o1').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(resp.content_type, 'application/json')
|
|
self.assertEquals(json.loads(resp.body), [
|
|
"http://10.1.1.1:6000/sdb1/1/a/c/o1",
|
|
"http://10.1.2.2:6000/sdd1/1/a/c/o1"
|
|
])
|
|
|
|
# test policies with default endpoint name
|
|
expected = [[
|
|
"http://10.1.1.1:6000/sdb1/1/a/c/o1",
|
|
"http://10.1.2.2:6000/sdd1/1/a/c/o1"], [
|
|
"http://10.1.1.1:6000/sda1/1/a/c/o1",
|
|
"http://10.1.2.1:6000/sdc1/1/a/c/o1"
|
|
]]
|
|
PATCHGI = 'swift.common.middleware.list_endpoints.get_container_info'
|
|
for pol in POLICIES:
|
|
self.policy_to_test = pol.idx
|
|
with mock.patch(PATCHGI, self.FakeGetInfo):
|
|
resp = Request.blank('/endpoints/a/c/o1').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(resp.content_type, 'application/json')
|
|
self.assertEquals(json.loads(resp.body), expected[pol.idx])
|
|
|
|
# Here, 'o1/' is the object name.
|
|
resp = Request.blank('/endpoints/a/c/o1/').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(json.loads(resp.body), [
|
|
"http://10.1.1.1:6000/sdb1/3/a/c/o1/",
|
|
"http://10.1.2.2:6000/sdd1/3/a/c/o1/"
|
|
])
|
|
|
|
resp = Request.blank('/endpoints/a/c2').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(json.loads(resp.body), [
|
|
"http://10.1.1.1:6000/sda1/2/a/c2",
|
|
"http://10.1.2.1:6000/sdc1/2/a/c2"
|
|
])
|
|
|
|
resp = Request.blank('/endpoints/a1').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(json.loads(resp.body), [
|
|
"http://10.1.2.1:6000/sdc1/0/a1",
|
|
"http://10.1.1.1:6000/sda1/0/a1",
|
|
"http://10.1.1.1:6000/sdb1/0/a1"
|
|
])
|
|
|
|
resp = Request.blank('/endpoints/').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 400)
|
|
|
|
resp = Request.blank('/endpoints/a/c 2').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(json.loads(resp.body), [
|
|
"http://10.1.1.1:6000/sdb1/3/a/c%202",
|
|
"http://10.1.2.2:6000/sdd1/3/a/c%202"
|
|
])
|
|
|
|
resp = Request.blank('/endpoints/a/c%202').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(json.loads(resp.body), [
|
|
"http://10.1.1.1:6000/sdb1/3/a/c%202",
|
|
"http://10.1.2.2:6000/sdd1/3/a/c%202"
|
|
])
|
|
|
|
resp = Request.blank('/endpoints/ac%20count/con%20tainer/ob%20ject') \
|
|
.get_response(self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(json.loads(resp.body), [
|
|
"http://10.1.1.1:6000/sdb1/3/ac%20count/con%20tainer/ob%20ject",
|
|
"http://10.1.2.2:6000/sdd1/3/ac%20count/con%20tainer/ob%20ject"
|
|
])
|
|
|
|
resp = Request.blank('/endpoints/a/c/o1', {'REQUEST_METHOD': 'POST'}) \
|
|
.get_response(self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 405)
|
|
self.assertEquals(resp.status, '405 Method Not Allowed')
|
|
self.assertEquals(resp.headers['allow'], 'GET')
|
|
|
|
resp = Request.blank('/not-endpoints').get_response(
|
|
self.list_endpoints)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(resp.status, '200 OK')
|
|
self.assertEquals(resp.body, 'FakeApp')
|
|
|
|
# test policies with custom endpoint name
|
|
for pol in POLICIES:
|
|
# test custom path with trailing slash
|
|
custom_path_le = list_endpoints.filter_factory({
|
|
'swift_dir': self.testdir,
|
|
'list_endpoints_path': '/some/another/path/'
|
|
})(self.app)
|
|
self.policy_to_test = pol.idx
|
|
with mock.patch(PATCHGI, self.FakeGetInfo):
|
|
resp = Request.blank('/some/another/path/a/c/o1') \
|
|
.get_response(custom_path_le)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(resp.content_type, 'application/json')
|
|
self.assertEquals(json.loads(resp.body), expected[pol.idx])
|
|
|
|
# test custom path without trailing slash
|
|
custom_path_le = list_endpoints.filter_factory({
|
|
'swift_dir': self.testdir,
|
|
'list_endpoints_path': '/some/another/path'
|
|
})(self.app)
|
|
self.policy_to_test = pol.idx
|
|
with mock.patch(PATCHGI, self.FakeGetInfo):
|
|
resp = Request.blank('/some/another/path/a/c/o1') \
|
|
.get_response(custom_path_le)
|
|
self.assertEquals(resp.status_int, 200)
|
|
self.assertEquals(resp.content_type, 'application/json')
|
|
self.assertEquals(json.loads(resp.body), expected[pol.idx])
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|