b3c32e3f87
-API controller for backups -adding swift url to the config -Fixing failing tests -Renaming 'instance' param. Checking for NotFound models so that the returned error is friendly -adding feature to list all backups from a specific instance -Adding checks for creating/deleting/restoring backups when it is not completed -Adding unit tests for backup controller -adding check to see if file is in swift -Adding skeleton code for delete backup in the task manager -Fixed backups API to pass in the backup_id during create_backup. -adding int tests for backup controller -Adding backup list and delete int tests -Adding list backups for instance test -Adding quota for create backup BP: https://blueprints.launchpad.net/reddwarf/+spec/consistent-snapshots Change-Id: I35c2fefcce4b3009e76ba7232c52dabf502a3ac0
215 lines
9.1 KiB
Python
215 lines
9.1 KiB
Python
from mockito import mock, when, unstub
|
|
import testtools
|
|
from testtools.matchers import *
|
|
|
|
import swiftclient.client
|
|
|
|
from reddwarf.tests.fakes.swift import SwiftClientStub
|
|
from reddwarf.common.context import ReddwarfContext
|
|
from reddwarf.common import remote
|
|
|
|
|
|
class TestRemote(testtools.TestCase):
|
|
def setUp(self):
|
|
super(TestRemote, self).setUp()
|
|
|
|
def tearDown(self):
|
|
super(TestRemote, self).tearDown()
|
|
unstub()
|
|
|
|
def test_creation(self):
|
|
when(swiftclient.client.Connection).get_auth().thenReturn(None)
|
|
conn = swiftclient.client.Connection()
|
|
self.assertIsNone(conn.get_auth())
|
|
|
|
def test_create_swift_client(self):
|
|
mock_resp = mock(dict)
|
|
when(swiftclient.client.Connection).get_container('bob').thenReturn(
|
|
["text", mock_resp])
|
|
client = remote.create_swift_client(ReddwarfContext(tenant='123'))
|
|
headers, container = client.get_container('bob')
|
|
self.assertIs(headers, "text")
|
|
self.assertIs(container, mock_resp)
|
|
|
|
def test_empty_account(self):
|
|
"""
|
|
this is an account with no containers and no objects
|
|
"""
|
|
# setup expectation
|
|
swift_stub = SwiftClientStub()
|
|
swift_stub.with_account('123223')
|
|
# interact
|
|
conn = swiftclient.client.Connection()
|
|
account_info = conn.get_account()
|
|
self.assertThat(account_info, Not(Is(None)))
|
|
self.assertThat(len(account_info), Is(2))
|
|
self.assertThat(account_info, IsInstance(tuple))
|
|
self.assertThat(account_info[0], IsInstance(dict))
|
|
self.assertThat(account_info[0],
|
|
KeysEqual('content-length', 'accept-ranges',
|
|
'x-timestamp', 'x-trans-id', 'date',
|
|
'x-account-bytes-used',
|
|
'x-account-container-count', 'content-type',
|
|
'x-account-object-count'))
|
|
self.assertThat(account_info[1], IsInstance(list))
|
|
self.assertThat(len(account_info[1]), Is(0))
|
|
|
|
def test_one_container(self):
|
|
"""
|
|
tests to ensure behavior is normal with one container
|
|
"""
|
|
# setup expectation
|
|
swift_stub = SwiftClientStub()
|
|
swift_stub.with_account('123223')
|
|
cont_name = 'a-container-name'
|
|
swift_stub.with_container(cont_name)
|
|
# interact
|
|
conn = swiftclient.client.Connection()
|
|
conn.get_auth()
|
|
conn.put_container(cont_name)
|
|
# get headers plus container metadata
|
|
self.assertThat(len(conn.get_account()), Is(2))
|
|
# verify container details
|
|
account_containers = conn.get_account()[1]
|
|
self.assertThat(len(account_containers), Is(1))
|
|
self.assertThat(account_containers[0],
|
|
KeysEqual('count', 'bytes', 'name'))
|
|
self.assertThat(account_containers[0]['name'], Is(cont_name))
|
|
# get container details
|
|
cont_info = conn.get_container(cont_name)
|
|
self.assertIsNotNone(cont_info)
|
|
self.assertThat(cont_info[0], KeysEqual('content-length',
|
|
"x-container-object-count",
|
|
'accept-ranges',
|
|
'x-container-bytes-used',
|
|
'x-timestamp', 'x-trans-id',
|
|
'date', 'content-type'))
|
|
self.assertThat(len(cont_info[1]), Equals(0))
|
|
# remove container
|
|
swift_stub.without_container(cont_name)
|
|
with testtools.ExpectedException(swiftclient.ClientException):
|
|
conn.get_container(cont_name)
|
|
# ensure there are no more containers in account
|
|
self.assertThat(len(conn.get_account()[1]), Is(0))
|
|
|
|
def test_one_object(self):
|
|
swift_stub = SwiftClientStub()
|
|
swift_stub.with_account('123223')
|
|
swift_stub.with_container('bob')
|
|
swift_stub.with_object('bob', 'test', 'test_contents')
|
|
# create connection
|
|
conn = swiftclient.client.Connection()
|
|
# test container lightly
|
|
cont_info = conn.get_container('bob')
|
|
self.assertIsNotNone(cont_info)
|
|
self.assertThat(cont_info[0],
|
|
KeysEqual('content-length', 'x-container-object-count',
|
|
'accept-ranges', 'x-container-bytes-used',
|
|
'x-timestamp', 'x-trans-id', 'date',
|
|
'content-type'))
|
|
cont_objects = cont_info[1]
|
|
self.assertThat(len(cont_objects), Equals(1))
|
|
obj_1 = cont_objects[0]
|
|
self.assertThat(obj_1, Equals(
|
|
{'bytes': 13, 'last_modified': '2013-03-15T22:10:49.361950',
|
|
'hash': 'ccc55aefbf92aa66f42b638802c5e7f6', 'name': 'test',
|
|
'content_type': 'application/octet-stream'}))
|
|
# test object api - not much to do here
|
|
self.assertThat(conn.get_object('bob', 'test')[1], Is('test_contents'))
|
|
|
|
# test remove object
|
|
swift_stub.without_object('bob', 'test')
|
|
# interact
|
|
conn.delete_object('bob', 'test')
|
|
with testtools.ExpectedException(swiftclient.ClientException):
|
|
conn.delete_object('bob', 'test')
|
|
self.assertThat(len(conn.get_container('bob')[1]), Is(0))
|
|
|
|
def test_two_objects(self):
|
|
swift_stub = SwiftClientStub()
|
|
swift_stub.with_account('123223')
|
|
swift_stub.with_container('bob')
|
|
swift_stub.with_container('bob2')
|
|
swift_stub.with_object('bob', 'test', 'test_contents')
|
|
swift_stub.with_object('bob', 'test2', 'test_contents2')
|
|
|
|
conn = swiftclient.client.Connection()
|
|
|
|
self.assertIs(len(conn.get_account()), 2)
|
|
cont_info = conn.get_container('bob')
|
|
self.assertIsNotNone(cont_info)
|
|
self.assertThat(cont_info[0],
|
|
KeysEqual('content-length', 'x-container-object-count',
|
|
'accept-ranges', 'x-container-bytes-used',
|
|
'x-timestamp', 'x-trans-id', 'date',
|
|
'content-type'))
|
|
self.assertThat(len(cont_info[1]), Equals(2))
|
|
self.assertThat(cont_info[1][0], Equals(
|
|
{'bytes': 13, 'last_modified': '2013-03-15T22:10:49.361950',
|
|
'hash': 'ccc55aefbf92aa66f42b638802c5e7f6', 'name': 'test',
|
|
'content_type': 'application/octet-stream'}))
|
|
self.assertThat(conn.get_object('bob', 'test')[1], Is('test_contents'))
|
|
self.assertThat(conn.get_object('bob', 'test2')[1],
|
|
Is('test_contents2'))
|
|
|
|
swift_stub.without_object('bob', 'test')
|
|
conn.delete_object('bob', 'test')
|
|
with testtools.ExpectedException(swiftclient.ClientException):
|
|
conn.delete_object('bob', 'test')
|
|
self.assertThat(len(conn.get_container('bob')[1]), Is(1))
|
|
|
|
swift_stub.without_container('bob')
|
|
with testtools.ExpectedException(swiftclient.ClientException):
|
|
conn.get_container('bob')
|
|
|
|
self.assertThat(len(conn.get_account()), Is(2))
|
|
|
|
def test_nonexisting_container(self):
|
|
"""
|
|
when a container does not exist and is accessed then a 404 is returned
|
|
"""
|
|
from reddwarf.tests.fakes.swift import SwiftClientStub
|
|
|
|
swift_stub = SwiftClientStub()
|
|
swift_stub.with_account('123223')
|
|
swift_stub.with_container('existing')
|
|
|
|
conn = swiftclient.client.Connection()
|
|
|
|
with testtools.ExpectedException(swiftclient.ClientException):
|
|
conn.get_container('nonexisting')
|
|
|
|
def test_replace_object(self):
|
|
"""
|
|
Test to ensure that if an object is updated the container object
|
|
count is the same and the contents of the object are updated
|
|
"""
|
|
swift_stub = SwiftClientStub()
|
|
swift_stub.with_account('1223df2')
|
|
swift_stub.with_container('new-container')
|
|
swift_stub.with_object('new-container', 'new-object',
|
|
'new-object-contents')
|
|
|
|
conn = swiftclient.client.Connection()
|
|
|
|
conn.put_object('new-container', 'new-object', 'new-object-contents')
|
|
obj_resp = conn.get_object('new-container', 'new-object')
|
|
self.assertThat(obj_resp, Not(Is(None)))
|
|
self.assertThat(len(obj_resp), Is(2))
|
|
self.assertThat(obj_resp[1], Is('new-object-contents'))
|
|
|
|
# set expected behavior - trivial here since it is the intended
|
|
# behavior however keep in mind this is just to support testing of
|
|
# reddwarf components
|
|
swift_stub.with_object('new-container', 'new-object',
|
|
'updated-object-contents')
|
|
|
|
conn.put_object('new-container', 'new-object',
|
|
'updated-object-contents')
|
|
obj_resp = conn.get_object('new-container', 'new-object')
|
|
self.assertThat(obj_resp, Not(Is(None)))
|
|
self.assertThat(len(obj_resp), Is(2))
|
|
self.assertThat(obj_resp[1], Is('updated-object-contents'))
|
|
# ensure object count has not increased
|
|
self.assertThat(len(conn.get_container('new-container')[1]), Is(1))
|