177 lines
7.5 KiB
Python
177 lines
7.5 KiB
Python
#!/usr/bin/python -u
|
|
# Copyright (c) 2010-2012 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os
|
|
import shutil
|
|
import time
|
|
|
|
from unittest import main
|
|
from uuid import uuid4
|
|
|
|
from swiftclient import client
|
|
|
|
from swift.common import direct_client
|
|
from swift.obj.diskfile import get_data_dir
|
|
from swift.common.exceptions import ClientException
|
|
from test.probe.common import (
|
|
kill_server, ReplProbeTest, start_server, get_server_number)
|
|
from swift.common.utils import readconf
|
|
from swift.common.manager import Manager
|
|
|
|
|
|
class TestEmptyDevice(ReplProbeTest):
|
|
|
|
def _get_objects_dir(self, onode):
|
|
device = onode['device']
|
|
_, node_id = get_server_number((onode['ip'], onode['port']),
|
|
self.ipport2server)
|
|
obj_server_conf = readconf(self.configs['object-server'][node_id])
|
|
devices = obj_server_conf['app:object-server']['devices']
|
|
obj_dir = '%s/%s' % (devices, device)
|
|
return obj_dir
|
|
|
|
def test_main(self):
|
|
# Create container
|
|
container = 'container-%s' % uuid4()
|
|
client.put_container(self.url, self.token, container,
|
|
headers={'X-Storage-Policy':
|
|
self.policy.name})
|
|
|
|
cpart, cnodes = self.container_ring.get_nodes(self.account, container)
|
|
cnode = cnodes[0]
|
|
obj = 'object-%s' % uuid4()
|
|
opart, onodes = self.object_ring.get_nodes(
|
|
self.account, container, obj)
|
|
onode = onodes[0]
|
|
|
|
# Kill one container/obj primary server
|
|
kill_server((onode['ip'], onode['port']), self.ipport2server)
|
|
|
|
# Delete the default data directory for objects on the primary server
|
|
obj_dir = '%s/%s' % (self._get_objects_dir(onode),
|
|
get_data_dir(self.policy))
|
|
shutil.rmtree(obj_dir, True)
|
|
self.assertFalse(os.path.exists(obj_dir))
|
|
|
|
# Create container/obj (goes to two primary servers and one handoff)
|
|
client.put_object(self.url, self.token, container, obj, 'VERIFY')
|
|
odata = client.get_object(self.url, self.token, container, obj)[-1]
|
|
if odata != 'VERIFY':
|
|
raise Exception('Object GET did not return VERIFY, instead it '
|
|
'returned: %s' % repr(odata))
|
|
|
|
# Stash the on disk data from a primary for future comparison with the
|
|
# handoff - this may not equal 'VERIFY' if for example the proxy has
|
|
# crypto enabled
|
|
direct_get_data = direct_client.direct_get_object(
|
|
onodes[1], opart, self.account, container, obj, headers={
|
|
'X-Backend-Storage-Policy-Index': self.policy.idx})[-1]
|
|
|
|
# Kill other two container/obj primary servers
|
|
# to ensure GET handoff works
|
|
for node in onodes[1:]:
|
|
kill_server((node['ip'], node['port']), self.ipport2server)
|
|
|
|
# Indirectly through proxy assert we can get container/obj
|
|
odata = client.get_object(self.url, self.token, container, obj)[-1]
|
|
if odata != 'VERIFY':
|
|
raise Exception('Object GET did not return VERIFY, instead it '
|
|
'returned: %s' % repr(odata))
|
|
# Restart those other two container/obj primary servers
|
|
for node in onodes[1:]:
|
|
start_server((node['ip'], node['port']), self.ipport2server)
|
|
self.assertFalse(os.path.exists(obj_dir))
|
|
# We've indirectly verified the handoff node has the object, but
|
|
# let's directly verify it.
|
|
|
|
# Directly to handoff server assert we can get container/obj
|
|
another_onode = next(self.object_ring.get_more_nodes(opart))
|
|
odata = direct_client.direct_get_object(
|
|
another_onode, opart, self.account, container, obj,
|
|
headers={'X-Backend-Storage-Policy-Index': self.policy.idx})[-1]
|
|
self.assertEqual(direct_get_data, odata)
|
|
|
|
# Assert container listing (via proxy and directly) has container/obj
|
|
objs = [o['name'] for o in
|
|
client.get_container(self.url, self.token, container)[1]]
|
|
if obj not in objs:
|
|
raise Exception('Container listing did not know about object')
|
|
timeout = time.time() + 5
|
|
found_objs_on_cnode = []
|
|
while time.time() < timeout:
|
|
for cnode in [c for c in cnodes if cnodes not in
|
|
found_objs_on_cnode]:
|
|
objs = [o['name'] for o in
|
|
direct_client.direct_get_container(
|
|
cnode, cpart, self.account, container)[1]]
|
|
if obj in objs:
|
|
found_objs_on_cnode.append(cnode)
|
|
if len(found_objs_on_cnode) >= len(cnodes):
|
|
break
|
|
time.sleep(0.3)
|
|
if len(found_objs_on_cnode) < len(cnodes):
|
|
missing = ['%s:%s' % (cnode['ip'], cnode['port']) for cnode in
|
|
cnodes if cnode not in found_objs_on_cnode]
|
|
raise Exception('Container servers %r did not know about object' %
|
|
missing)
|
|
|
|
# Bring the first container/obj primary server back up
|
|
start_server((onode['ip'], onode['port']), self.ipport2server)
|
|
|
|
# Assert that it doesn't have container/obj yet
|
|
self.assertFalse(os.path.exists(obj_dir))
|
|
try:
|
|
direct_client.direct_get_object(
|
|
onode, opart, self.account, container, obj, headers={
|
|
'X-Backend-Storage-Policy-Index': self.policy.idx})
|
|
except ClientException as err:
|
|
self.assertEqual(err.http_status, 404)
|
|
self.assertFalse(os.path.exists(obj_dir))
|
|
else:
|
|
self.fail("Expected ClientException but didn't get it")
|
|
|
|
# Run object replication for first container/obj primary server
|
|
_, num = get_server_number(
|
|
(onode['ip'], onode.get('replication_port', onode['port'])),
|
|
self.ipport2server)
|
|
Manager(['object-replicator']).once(number=num)
|
|
|
|
# Run object replication for handoff node
|
|
_, another_num = get_server_number(
|
|
(another_onode['ip'],
|
|
another_onode.get('replication_port', another_onode['port'])),
|
|
self.ipport2server)
|
|
Manager(['object-replicator']).once(number=another_num)
|
|
|
|
# Assert the first container/obj primary server now has container/obj
|
|
odata = direct_client.direct_get_object(
|
|
onode, opart, self.account, container, obj, headers={
|
|
'X-Backend-Storage-Policy-Index': self.policy.idx})[-1]
|
|
self.assertEqual(direct_get_data, odata)
|
|
|
|
# Assert the handoff server no longer has container/obj
|
|
try:
|
|
direct_client.direct_get_object(
|
|
another_onode, opart, self.account, container, obj, headers={
|
|
'X-Backend-Storage-Policy-Index': self.policy.idx})
|
|
except ClientException as err:
|
|
self.assertEqual(err.http_status, 404)
|
|
else:
|
|
self.fail("Expected ClientException but didn't get it")
|
|
|
|
if __name__ == '__main__':
|
|
main()
|