c66572b432
Add a volume driver which can use Virtuozzo Storage, which has filesystem interface and so volume driver has a similar workflow to NFS and SMBFS drivers. At this point the driver contain minimal set of features. Because I think some refactoring should be done in RemoteFS drivers before further development. For example code, which deals with image formats should go to the RemoteFS class. So I don't add qcow2 images support in this patch. Change-Id: If491c4220a77995d0c4247d152b49b0ff3fb0902 Partially-implements: blueprint virtuozzo-cloud-storage-support
277 lines
11 KiB
Python
277 lines
11 KiB
Python
# Copyright 2015 Odin
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import copy
|
|
import errno
|
|
import os
|
|
|
|
import mock
|
|
|
|
from os_brick.remotefs import remotefs
|
|
from oslo_utils import units
|
|
|
|
from cinder import exception
|
|
from cinder.image import image_utils
|
|
from cinder import test
|
|
from cinder.volume.drivers import vzstorage
|
|
|
|
|
|
class VZStorageTestCase(test.TestCase):
|
|
|
|
_FAKE_SHARE = "10.0.0.1,10.0.0.2:/cluster123:123123"
|
|
_FAKE_MNT_BASE = '/mnt'
|
|
_FAKE_MNT_POINT = os.path.join(_FAKE_MNT_BASE, 'fake_hash')
|
|
_FAKE_VOLUME_NAME = 'volume-4f711859-4928-4cb7-801a-a50c37ceaccc'
|
|
_FAKE_VOLUME_PATH = os.path.join(_FAKE_MNT_POINT, _FAKE_VOLUME_NAME)
|
|
_FAKE_VOLUME = {'id': '4f711859-4928-4cb7-801a-a50c37ceaccc',
|
|
'size': 1,
|
|
'provider_location': _FAKE_SHARE,
|
|
'name': _FAKE_VOLUME_NAME,
|
|
'status': 'available'}
|
|
_FAKE_SNAPSHOT_ID = '5g811859-4928-4cb7-801a-a50c37ceacba'
|
|
_FAKE_SNAPSHOT_PATH = (
|
|
_FAKE_VOLUME_PATH + '-snapshot' + _FAKE_SNAPSHOT_ID)
|
|
_FAKE_SNAPSHOT = {'id': _FAKE_SNAPSHOT_ID,
|
|
'volume': _FAKE_VOLUME,
|
|
'status': 'available',
|
|
'volume_size': 1}
|
|
|
|
_FAKE_VZ_CONFIG = mock.MagicMock()
|
|
_FAKE_VZ_CONFIG.vzstorage_shares_config = '/fake/config/path'
|
|
_FAKE_VZ_CONFIG.vzstorage_sparsed_volumes = False
|
|
_FAKE_VZ_CONFIG.vzstorage_used_ratio = 0.7
|
|
_FAKE_VZ_CONFIG.vzstorage_mount_point_base = _FAKE_MNT_BASE
|
|
_FAKE_VZ_CONFIG.nas_secure_file_operations = 'auto'
|
|
_FAKE_VZ_CONFIG.nas_secure_file_permissions = 'auto'
|
|
|
|
def setUp(self):
|
|
super(VZStorageTestCase, self).setUp()
|
|
|
|
self._remotefsclient = mock.patch.object(remotefs,
|
|
'RemoteFsClient').start()
|
|
get_mount_point = mock.Mock(return_value=self._FAKE_MNT_POINT)
|
|
self._remotefsclient.get_mount_point = get_mount_point
|
|
cfg = copy.copy(self._FAKE_VZ_CONFIG)
|
|
self._vz_driver = vzstorage.VZStorageDriver(configuration=cfg)
|
|
self._vz_driver._local_volume_dir = mock.Mock(
|
|
return_value=self._FAKE_MNT_POINT)
|
|
self._vz_driver._execute = mock.Mock()
|
|
self._vz_driver.base = self._FAKE_MNT_BASE
|
|
|
|
@mock.patch('os.path.exists')
|
|
def test_setup_ok(self, mock_exists):
|
|
mock_exists.return_value = True
|
|
self._vz_driver.do_setup(mock.sentinel.context)
|
|
|
|
@mock.patch('os.path.exists')
|
|
def test_setup_missing_shares_conf(self, mock_exists):
|
|
mock_exists.return_value = False
|
|
self.assertRaises(exception.VzStorageException,
|
|
self._vz_driver.do_setup,
|
|
mock.sentinel.context)
|
|
|
|
@mock.patch('os.path.exists')
|
|
def test_setup_invalid_usage_ratio(self, mock_exists):
|
|
mock_exists.return_value = True
|
|
self._vz_driver.configuration.vzstorage_used_ratio = 1.2
|
|
self.assertRaises(exception.VzStorageException,
|
|
self._vz_driver.do_setup,
|
|
mock.sentinel.context)
|
|
|
|
@mock.patch('os.path.exists')
|
|
def test_setup_invalid_usage_ratio2(self, mock_exists):
|
|
mock_exists.return_value = True
|
|
self._vz_driver.configuration.vzstorage_used_ratio = 0
|
|
self.assertRaises(exception.VzStorageException,
|
|
self._vz_driver.do_setup,
|
|
mock.sentinel.context)
|
|
|
|
@mock.patch('os.path.exists')
|
|
def test_setup_invalid_mount_point_base(self, mock_exists):
|
|
mock_exists.return_value = True
|
|
conf = copy.copy(self._FAKE_VZ_CONFIG)
|
|
conf.vzstorage_mount_point_base = './tmp'
|
|
vz_driver = vzstorage.VZStorageDriver(configuration=conf)
|
|
self.assertRaises(exception.VzStorageException,
|
|
vz_driver.do_setup,
|
|
mock.sentinel.context)
|
|
|
|
@mock.patch('os.path.exists')
|
|
def test_setup_no_vzstorage(self, mock_exists):
|
|
mock_exists.return_value = True
|
|
exc = OSError()
|
|
exc.errno = errno.ENOENT
|
|
self._vz_driver._execute.side_effect = exc
|
|
self.assertRaises(exception.VzStorageException,
|
|
self._vz_driver.do_setup,
|
|
mock.sentinel.context)
|
|
|
|
def test_initialize_connection(self):
|
|
drv = self._vz_driver
|
|
file_format = 'raw'
|
|
info = mock.Mock()
|
|
info.file_format = file_format
|
|
with mock.patch.object(drv, '_qemu_img_info', return_value=info):
|
|
ret = drv.initialize_connection(self._FAKE_VOLUME, None)
|
|
name = drv.get_active_image_from_info(self._FAKE_VOLUME)
|
|
expected = {'driver_volume_type': 'vzstorage',
|
|
'data': {'export': self._FAKE_SHARE,
|
|
'format': file_format,
|
|
'name': name},
|
|
'mount_point_base': self._FAKE_MNT_BASE}
|
|
self.assertEqual(expected, ret)
|
|
|
|
def test_ensure_share_mounted_invalid_share(self):
|
|
self.assertRaises(exception.VzStorageException,
|
|
self._vz_driver._ensure_share_mounted, ':')
|
|
|
|
def test_ensure_share_mounted(self):
|
|
drv = self._vz_driver
|
|
share = self._FAKE_SHARE
|
|
drv.shares = {'1': '["1", "2", "3"]', share: '["some", "options"]'}
|
|
drv._ensure_share_mounted(share)
|
|
|
|
def test_find_share(self):
|
|
drv = self._vz_driver
|
|
drv._mounted_shares = [self._FAKE_SHARE]
|
|
with mock.patch.object(drv, '_is_share_eligible', return_value=True):
|
|
ret = drv._find_share(1)
|
|
self.assertEqual(self._FAKE_SHARE, ret)
|
|
|
|
def test_find_share_no_shares_mounted(self):
|
|
drv = self._vz_driver
|
|
with mock.patch.object(drv, '_is_share_eligible', return_value=True):
|
|
self.assertRaises(exception.VzStorageNoSharesMounted,
|
|
drv._find_share, 1)
|
|
|
|
def test_find_share_no_shares_suitable(self):
|
|
drv = self._vz_driver
|
|
drv._mounted_shares = [self._FAKE_SHARE]
|
|
with mock.patch.object(drv, '_is_share_eligible', return_value=False):
|
|
self.assertRaises(exception.VzStorageNoSuitableShareFound,
|
|
drv._find_share, 1)
|
|
|
|
def test_is_share_eligible_false(self):
|
|
drv = self._vz_driver
|
|
cap_info = (100 * units.Gi, 40 * units.Gi, 60 * units.Gi)
|
|
with mock.patch.object(drv, '_get_capacity_info',
|
|
return_value = cap_info):
|
|
ret = drv._is_share_eligible(self._FAKE_SHARE, 50)
|
|
self.assertEqual(False, ret)
|
|
|
|
def test_is_share_eligible_true(self):
|
|
drv = self._vz_driver
|
|
cap_info = (100 * units.Gi, 40 * units.Gi, 60 * units.Gi)
|
|
with mock.patch.object(drv, '_get_capacity_info',
|
|
return_value = cap_info):
|
|
ret = drv._is_share_eligible(self._FAKE_SHARE, 30)
|
|
self.assertEqual(True, ret)
|
|
|
|
@mock.patch.object(image_utils, 'resize_image')
|
|
def test_extend_volume(self, mock_resize_image):
|
|
drv = self._vz_driver
|
|
drv._check_extend_volume_support = mock.Mock(return_value=True)
|
|
drv._is_file_size_equal = mock.Mock(return_value=True)
|
|
|
|
with mock.patch.object(drv, 'local_path',
|
|
return_value=self._FAKE_VOLUME_PATH):
|
|
drv.extend_volume(self._FAKE_VOLUME, 10)
|
|
|
|
mock_resize_image.assert_called_once_with(self._FAKE_VOLUME_PATH, 10)
|
|
|
|
def _test_check_extend_support(self, has_snapshots=False,
|
|
is_eligible=True):
|
|
drv = self._vz_driver
|
|
drv.local_path = mock.Mock(return_value=self._FAKE_VOLUME_PATH)
|
|
drv._is_share_eligible = mock.Mock(return_value=is_eligible)
|
|
|
|
if has_snapshots:
|
|
active = self._FAKE_SNAPSHOT_PATH
|
|
else:
|
|
active = self._FAKE_VOLUME_PATH
|
|
|
|
drv.get_active_image_from_info = mock.Mock(return_value=active)
|
|
if has_snapshots:
|
|
self.assertRaises(exception.InvalidVolume,
|
|
drv._check_extend_volume_support,
|
|
self._FAKE_VOLUME, 2)
|
|
elif not is_eligible:
|
|
self.assertRaises(exception.ExtendVolumeError,
|
|
drv._check_extend_volume_support,
|
|
self._FAKE_VOLUME, 2)
|
|
else:
|
|
drv._check_extend_volume_support(self._FAKE_VOLUME, 2)
|
|
drv._is_share_eligible.assert_called_once_with(self._FAKE_SHARE, 1)
|
|
|
|
def test_check_extend_support(self):
|
|
self._test_check_extend_support()
|
|
|
|
def test_check_extend_volume_with_snapshots(self):
|
|
self._test_check_extend_support(has_snapshots=True)
|
|
|
|
def test_check_extend_volume_uneligible_share(self):
|
|
self._test_check_extend_support(is_eligible=False)
|
|
|
|
@mock.patch.object(image_utils, 'convert_image')
|
|
def test_copy_volume_from_snapshot(self, mock_convert_image):
|
|
drv = self._vz_driver
|
|
|
|
fake_volume_info = {self._FAKE_SNAPSHOT_ID: 'fake_snapshot_file_name'}
|
|
fake_img_info = mock.MagicMock()
|
|
fake_img_info.backing_file = self._FAKE_VOLUME_NAME
|
|
|
|
drv.get_volume_format = mock.Mock(return_value='raw')
|
|
drv._local_path_volume_info = mock.Mock(
|
|
return_value=self._FAKE_VOLUME_PATH + '.info')
|
|
drv._local_volume_dir = mock.Mock(
|
|
return_value=self._FAKE_MNT_POINT)
|
|
drv._read_info_file = mock.Mock(
|
|
return_value=fake_volume_info)
|
|
drv._qemu_img_info = mock.Mock(
|
|
return_value=fake_img_info)
|
|
drv.local_path = mock.Mock(
|
|
return_value=self._FAKE_VOLUME_PATH[:-1])
|
|
drv._extend_volume = mock.Mock()
|
|
|
|
drv._copy_volume_from_snapshot(
|
|
self._FAKE_SNAPSHOT, self._FAKE_VOLUME,
|
|
self._FAKE_VOLUME['size'])
|
|
drv._extend_volume.assert_called_once_with(
|
|
self._FAKE_VOLUME, self._FAKE_VOLUME['size'])
|
|
mock_convert_image.assert_called_once_with(
|
|
self._FAKE_VOLUME_PATH, self._FAKE_VOLUME_PATH[:-1], 'raw')
|
|
|
|
def test_delete_volume(self):
|
|
drv = self._vz_driver
|
|
fake_vol_info = self._FAKE_VOLUME_PATH + '.info'
|
|
|
|
drv._ensure_share_mounted = mock.MagicMock()
|
|
fake_ensure_mounted = drv._ensure_share_mounted
|
|
|
|
drv._local_volume_dir = mock.Mock(
|
|
return_value=self._FAKE_MNT_POINT)
|
|
drv.get_active_image_from_info = mock.Mock(
|
|
return_value=self._FAKE_VOLUME_NAME)
|
|
drv._delete = mock.Mock()
|
|
drv._local_path_volume_info = mock.Mock(
|
|
return_value=fake_vol_info)
|
|
|
|
with mock.patch('os.path.exists', lambda x: True):
|
|
drv.delete_volume(self._FAKE_VOLUME)
|
|
|
|
fake_ensure_mounted.assert_called_once_with(self._FAKE_SHARE)
|
|
drv._delete.assert_any_call(
|
|
self._FAKE_VOLUME_PATH)
|
|
drv._delete.assert_any_call(fake_vol_info)
|