482 lines
19 KiB
Python
482 lines
19 KiB
Python
# Copyright 2015 Deutsche Telekom AG
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import ddt
|
|
|
|
from oslo_log import log as logging
|
|
from tempest import config
|
|
from tempest.lib import exceptions
|
|
import testtools
|
|
from testtools import testcase as tc
|
|
|
|
from manila_tempest_tests.common import constants
|
|
from manila_tempest_tests.tests.api import base
|
|
from manila_tempest_tests.tests.scenario import manager_share as manager
|
|
from manila_tempest_tests import utils
|
|
|
|
CONF = config.CONF
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
@ddt.ddt
|
|
class ShareBasicOpsBase(manager.ShareScenarioTest):
|
|
|
|
"""This smoke test case follows this basic set of operations:
|
|
|
|
* Create share network
|
|
* Create share
|
|
* Launch an instance
|
|
* Allow access
|
|
* Perform ssh to instance
|
|
* Mount share
|
|
* Terminate the instance
|
|
"""
|
|
|
|
def get_ip_and_version_from_export_location(self, export):
|
|
export = export.replace('[', '').replace(']', '')
|
|
if self.protocol == 'nfs' and ':/' in export:
|
|
ip = export.split(':/')[0]
|
|
version = 6 if ip.count(':') > 1 else 4
|
|
elif self.protocol == 'cifs' and export.startswith(r'\\'):
|
|
ip = export.split('\\')[2]
|
|
version = 6 if (ip.count(':') > 1 or
|
|
ip.endswith('ipv6-literal.net')) else 4
|
|
else:
|
|
message = ("Protocol %s is not supported" % self.protocol)
|
|
raise self.skipException(message)
|
|
return ip, version
|
|
|
|
def _ping_host_from_export_location(self, export, remote_client):
|
|
ip, version = self.get_ip_and_version_from_export_location(export)
|
|
if version == 6:
|
|
remote_client.exec_command("ping6 -c 5 %s" % ip)
|
|
else:
|
|
remote_client.exec_command("ping -c 5 %s" % ip)
|
|
|
|
def _get_export_locations_according_to_ip_version(
|
|
self, all_locations, error_on_invalid_ip_version):
|
|
locations = [
|
|
x for x in all_locations
|
|
if self.get_ip_and_version_from_export_location(
|
|
x)[1] == self.ip_version]
|
|
|
|
if len(locations) == 0 and not error_on_invalid_ip_version:
|
|
message = ("Configured backend does not support "
|
|
"ip_version %s" % self.ip_version)
|
|
raise self.skipException(message)
|
|
return locations
|
|
|
|
def _get_user_export_locations(self, share=None, snapshot=None,
|
|
error_on_invalid_ip_version=False):
|
|
locations = None
|
|
if share:
|
|
locations = self.get_share_export_locations(share)
|
|
elif snapshot:
|
|
locations = self._get_snapshot_export_locations(snapshot)
|
|
|
|
self.assertNotEmpty(locations)
|
|
locations = self._get_export_locations_according_to_ip_version(
|
|
locations, error_on_invalid_ip_version)
|
|
self.assertNotEmpty(locations)
|
|
|
|
return locations
|
|
|
|
def _get_snapshot_export_locations(self, snapshot):
|
|
exports = (self.shares_v2_client.
|
|
list_snapshot_export_locations(snapshot['id']))
|
|
locations = [x['path'] for x in exports]
|
|
|
|
return locations
|
|
|
|
@tc.attr(base.TAG_POSITIVE, base.TAG_BACKEND)
|
|
def test_mount_share_one_vm(self):
|
|
instance = self.boot_instance(wait_until="BUILD")
|
|
self.create_share()
|
|
locations = self._get_user_export_locations(self.share)
|
|
instance = self.wait_for_active_instance(instance["id"])
|
|
remote_client = self.init_remote_client(instance)
|
|
self.provide_access_to_auxiliary_instance(instance)
|
|
|
|
for location in locations:
|
|
self.mount_share(location, remote_client)
|
|
self.unmount_share(remote_client)
|
|
|
|
@tc.attr(base.TAG_NEGATIVE, base.TAG_BACKEND)
|
|
def test_write_with_ro_access(self):
|
|
'''Test if an instance with ro access can write on the share.'''
|
|
if self.protocol.upper() == 'CIFS':
|
|
msg = ("Skipped for CIFS protocol because RO access is not "
|
|
"supported for shares by IP.")
|
|
raise self.skipException(msg)
|
|
|
|
test_data = "Some test data to write"
|
|
|
|
instance = self.boot_instance(wait_until="BUILD")
|
|
self.create_share()
|
|
location = self._get_user_export_locations(self.share)[0]
|
|
instance = self.wait_for_active_instance(instance["id"])
|
|
|
|
remote_client_inst = self.init_remote_client(instance)
|
|
|
|
# First, check if write works RW access.
|
|
acc_rule_id = self.provide_access_to_auxiliary_instance(instance)['id']
|
|
self.mount_share(location, remote_client_inst)
|
|
self.write_data_to_mounted_share(test_data, remote_client_inst)
|
|
self.deny_access(self.share['id'], acc_rule_id)
|
|
|
|
self.provide_access_to_auxiliary_instance(instance, access_level='ro')
|
|
self.addCleanup(self.unmount_share, remote_client_inst)
|
|
|
|
# Test if write with RO access fails.
|
|
self.assertRaises(exceptions.SSHExecCommandFailed,
|
|
self.write_data_to_mounted_share,
|
|
test_data, remote_client_inst)
|
|
|
|
@tc.attr(base.TAG_POSITIVE, base.TAG_BACKEND)
|
|
def test_read_write_two_vms(self):
|
|
"""Boots two vms and writes/reads data on it."""
|
|
test_data = "Some test data to write"
|
|
|
|
# Boot two VMs and create share
|
|
instance1 = self.boot_instance(wait_until="BUILD")
|
|
instance2 = self.boot_instance(wait_until="BUILD")
|
|
self.create_share()
|
|
location = self._get_user_export_locations(self.share)[0]
|
|
instance1 = self.wait_for_active_instance(instance1["id"])
|
|
instance2 = self.wait_for_active_instance(instance2["id"])
|
|
|
|
# Write data to first VM
|
|
remote_client_inst1 = self.init_remote_client(instance1)
|
|
self.provide_access_to_auxiliary_instance(instance1)
|
|
|
|
self.mount_share(location, remote_client_inst1)
|
|
self.addCleanup(self.unmount_share,
|
|
remote_client_inst1)
|
|
self.write_data_to_mounted_share(test_data, remote_client_inst1)
|
|
|
|
# Read from second VM
|
|
remote_client_inst2 = self.init_remote_client(instance2)
|
|
if not CONF.share.override_ip_for_nfs_access or self.ipv6_enabled:
|
|
self.provide_access_to_auxiliary_instance(instance2)
|
|
|
|
self.mount_share(location, remote_client_inst2)
|
|
self.addCleanup(self.unmount_share,
|
|
remote_client_inst2)
|
|
data = self.read_data_from_mounted_share(remote_client_inst2)
|
|
self.assertEqual(test_data, data)
|
|
|
|
@tc.attr(base.TAG_POSITIVE, base.TAG_BACKEND)
|
|
@base.skip_if_microversion_lt("2.29")
|
|
@testtools.skipUnless(CONF.share.run_host_assisted_migration_tests or
|
|
CONF.share.run_driver_assisted_migration_tests,
|
|
"Share migration tests are disabled.")
|
|
@ddt.data(True, False)
|
|
def test_migration_files(self, force_host_assisted):
|
|
|
|
if (force_host_assisted and
|
|
not CONF.share.run_host_assisted_migration_tests):
|
|
raise self.skipException("Host-assisted migration tests are "
|
|
"disabled.")
|
|
elif (not force_host_assisted and
|
|
not CONF.share.run_driver_assisted_migration_tests):
|
|
raise self.skipException("Driver-assisted migration tests are "
|
|
"disabled.")
|
|
|
|
if self.protocol != "nfs":
|
|
raise self.skipException("Only NFS protocol supported "
|
|
"at this moment.")
|
|
|
|
if self.ipv6_enabled:
|
|
raise self.skipException("Share Migration using IPv6 is not "
|
|
"supported at this moment.")
|
|
|
|
pools = self.shares_admin_v2_client.list_pools(detail=True)['pools']
|
|
|
|
if len(pools) < 2:
|
|
raise self.skipException("At least two different pool entries are "
|
|
"needed to run share migration tests.")
|
|
|
|
instance = self.boot_instance(wait_until="BUILD")
|
|
self.create_share()
|
|
exports = self._get_user_export_locations(self.share)
|
|
instance = self.wait_for_active_instance(instance["id"])
|
|
self.share = self.shares_admin_v2_client.get_share(self.share['id'])
|
|
|
|
default_type = self.shares_v2_client.list_share_types(
|
|
default=True)['share_type']
|
|
|
|
dest_pool = utils.choose_matching_backend(
|
|
self.share, pools, default_type)
|
|
|
|
self.assertIsNotNone(dest_pool)
|
|
self.assertIsNotNone(dest_pool.get('name'))
|
|
|
|
dest_pool = dest_pool['name']
|
|
|
|
remote_client = self.init_remote_client(instance)
|
|
self.provide_access_to_auxiliary_instance(instance)
|
|
|
|
self.mount_share(exports[0], remote_client)
|
|
|
|
remote_client.exec_command("sudo mkdir -p /mnt/f1")
|
|
remote_client.exec_command("sudo mkdir -p /mnt/f2")
|
|
remote_client.exec_command("sudo mkdir -p /mnt/f3")
|
|
remote_client.exec_command("sudo mkdir -p /mnt/f4")
|
|
remote_client.exec_command("sudo mkdir -p /mnt/f1/ff1")
|
|
remote_client.exec_command("sleep 1")
|
|
remote_client.exec_command(
|
|
"sudo dd if=/dev/zero of=/mnt/f1/1m1.bin bs=1M count=1")
|
|
remote_client.exec_command(
|
|
"sudo dd if=/dev/zero of=/mnt/f2/1m2.bin bs=1M count=1")
|
|
remote_client.exec_command(
|
|
"sudo dd if=/dev/zero of=/mnt/f3/1m3.bin bs=1M count=1")
|
|
remote_client.exec_command(
|
|
"sudo dd if=/dev/zero of=/mnt/f4/1m4.bin bs=1M count=1")
|
|
remote_client.exec_command(
|
|
"sudo dd if=/dev/zero of=/mnt/f1/ff1/1m5.bin bs=1M count=1")
|
|
remote_client.exec_command("sudo chmod -R 555 /mnt/f3")
|
|
remote_client.exec_command("sudo chmod -R 777 /mnt/f4")
|
|
|
|
task_state = (constants.TASK_STATE_DATA_COPYING_COMPLETED
|
|
if force_host_assisted
|
|
else constants.TASK_STATE_MIGRATION_DRIVER_PHASE1_DONE)
|
|
|
|
self.share = self.migrate_share(
|
|
self.share['id'], dest_pool, task_state, force_host_assisted)
|
|
|
|
if force_host_assisted:
|
|
self.assertRaises(
|
|
exceptions.SSHExecCommandFailed,
|
|
remote_client.exec_command,
|
|
"dd if=/dev/zero of=/mnt/f1/1m6.bin bs=1M count=1")
|
|
|
|
self.unmount_share(remote_client)
|
|
|
|
self.share = self.migration_complete(self.share['id'], dest_pool)
|
|
|
|
new_exports = self._get_user_export_locations(
|
|
self.share, error_on_invalid_ip_version=True)
|
|
|
|
self.assertEqual(dest_pool, self.share['host'])
|
|
self.assertEqual(constants.TASK_STATE_MIGRATION_SUCCESS,
|
|
self.share['task_state'])
|
|
|
|
self.mount_share(new_exports[0], remote_client)
|
|
|
|
output = remote_client.exec_command("ls -lRA --ignore=lost+found /mnt")
|
|
|
|
self.unmount_share(remote_client)
|
|
|
|
self.assertIn('1m1.bin', output)
|
|
self.assertIn('1m2.bin', output)
|
|
self.assertIn('1m3.bin', output)
|
|
self.assertIn('1m4.bin', output)
|
|
self.assertIn('1m5.bin', output)
|
|
|
|
@tc.attr(base.TAG_POSITIVE, base.TAG_BACKEND)
|
|
@testtools.skipUnless(
|
|
CONF.share.run_snapshot_tests, "Snapshot tests are disabled.")
|
|
def test_write_data_to_share_created_from_snapshot(self):
|
|
if self.protocol.upper() == 'CIFS':
|
|
msg = "Skipped for CIFS protocol because of bug/1649573"
|
|
raise self.skipException(msg)
|
|
|
|
# 1 - Create UVM, ok, created
|
|
instance = self.boot_instance(wait_until="BUILD")
|
|
|
|
# 2 - Create share S1, ok, created
|
|
parent_share = self.create_share()
|
|
instance = self.wait_for_active_instance(instance["id"])
|
|
self.addCleanup(self.servers_client.delete_server, instance['id'])
|
|
|
|
# 3 - SSH to UVM, ok, connected
|
|
remote_client = self.init_remote_client(instance)
|
|
|
|
# 4 - Provide RW access to S1, ok, provided
|
|
self.provide_access_to_auxiliary_instance(instance, parent_share)
|
|
|
|
# 5 - Try mount S1 to UVM, ok, mounted
|
|
user_export_location = self._get_user_export_locations(parent_share)[0]
|
|
parent_share_dir = "/mnt/parent"
|
|
remote_client.exec_command("sudo mkdir -p %s" % parent_share_dir)
|
|
|
|
self.mount_share(user_export_location, remote_client, parent_share_dir)
|
|
self.addCleanup(self.unmount_share, remote_client, parent_share_dir)
|
|
|
|
# 6 - Create "file1", ok, created
|
|
remote_client.exec_command("sudo touch %s/file1" % parent_share_dir)
|
|
|
|
# 7 - Create snapshot SS1 from S1, ok, created
|
|
snapshot = self._create_snapshot(parent_share['id'])
|
|
|
|
# 8 - Create "file2" in share S1 - ok, created. We expect that
|
|
# snapshot will not contain any data created after snapshot creation.
|
|
remote_client.exec_command("sudo touch %s/file2" % parent_share_dir)
|
|
|
|
# 9 - Create share S2 from SS1, ok, created
|
|
child_share = self.create_share(snapshot_id=snapshot["id"])
|
|
|
|
# 10 - Try mount S2 - fail, access denied. We test that child share
|
|
# did not get access rules from parent share.
|
|
user_export_location = self._get_user_export_locations(child_share)[0]
|
|
child_share_dir = "/mnt/child"
|
|
remote_client.exec_command("sudo mkdir -p %s" % child_share_dir)
|
|
|
|
self.assertRaises(
|
|
exceptions.SSHExecCommandFailed,
|
|
self.mount_share,
|
|
user_export_location, remote_client, child_share_dir,
|
|
)
|
|
|
|
# 11 - Provide RW access to S2, ok, provided
|
|
self.provide_access_to_auxiliary_instance(instance, child_share)
|
|
|
|
# 12 - Try mount S2, ok, mounted
|
|
self.mount_share(user_export_location, remote_client, child_share_dir)
|
|
self.addCleanup(self.unmount_share, remote_client, child_share_dir)
|
|
|
|
# 13 - List files on S2, only "file1" exists
|
|
output = remote_client.exec_command(
|
|
"sudo ls -lRA %s" % child_share_dir)
|
|
self.assertIn('file1', output)
|
|
self.assertNotIn('file2', output)
|
|
|
|
# 14 - Create file3 on S2, ok, file created
|
|
remote_client.exec_command("sudo touch %s/file3" % child_share_dir)
|
|
|
|
# 15 - List files on S1, two files exist - "file1" and "file2"
|
|
output = remote_client.exec_command(
|
|
"sudo ls -lRA %s" % parent_share_dir)
|
|
self.assertIn('file1', output)
|
|
self.assertIn('file2', output)
|
|
self.assertNotIn('file3', output)
|
|
|
|
# 16 - List files on S2, two files exist - "file1" and "file3"
|
|
output = remote_client.exec_command(
|
|
"sudo ls -lRA %s" % child_share_dir)
|
|
self.assertIn('file1', output)
|
|
self.assertNotIn('file2', output)
|
|
self.assertIn('file3', output)
|
|
|
|
@tc.attr(base.TAG_POSITIVE, base.TAG_BACKEND)
|
|
@base.skip_if_microversion_lt("2.32")
|
|
@testtools.skipUnless(CONF.share.run_mount_snapshot_tests,
|
|
'Mountable snapshots tests are disabled.')
|
|
@testtools.skipUnless(CONF.share.run_snapshot_tests,
|
|
"Snapshot tests are disabled.")
|
|
def test_read_mountable_snapshot(self):
|
|
if self.protocol.upper() == 'CIFS':
|
|
msg = "Skipped for CIFS protocol because of bug/1649573"
|
|
raise self.skipException(msg)
|
|
|
|
# 1 - Create UVM, ok, created
|
|
instance = self.boot_instance(wait_until="BUILD")
|
|
|
|
# 2 - Create share S1, ok, created
|
|
parent_share = self.create_share()
|
|
instance = self.wait_for_active_instance(instance["id"])
|
|
self.addCleanup(self.servers_client.delete_server, instance['id'])
|
|
|
|
# 3 - SSH to UVM, ok, connected
|
|
remote_client = self.init_remote_client(instance)
|
|
|
|
# 4 - Provide RW access to S1, ok, provided
|
|
self.provide_access_to_auxiliary_instance(instance, parent_share)
|
|
|
|
# 5 - Try mount S1 to UVM, ok, mounted
|
|
user_export_location = self._get_user_export_locations(parent_share)[0]
|
|
parent_share_dir = "/mnt/parent"
|
|
snapshot_dir = "/mnt/snapshot_dir"
|
|
remote_client.exec_command("sudo mkdir -p %s" % parent_share_dir)
|
|
remote_client.exec_command("sudo mkdir -p %s" % snapshot_dir)
|
|
|
|
self.mount_share(user_export_location, remote_client, parent_share_dir)
|
|
self.addCleanup(self.unmount_share, remote_client, parent_share_dir)
|
|
|
|
# 6 - Create "file1", ok, created
|
|
remote_client.exec_command("sudo touch %s/file1" % parent_share_dir)
|
|
|
|
# 7 - Create snapshot SS1 from S1, ok, created
|
|
snapshot = self._create_snapshot(parent_share['id'])
|
|
|
|
# 8 - Create "file2" in share S1 - ok, created. We expect that
|
|
# snapshot will not contain any data created after snapshot creation.
|
|
remote_client.exec_command("sudo touch %s/file2" % parent_share_dir)
|
|
|
|
# 9 - Allow access to SS1
|
|
self.provide_access_to_auxiliary_instance(instance, snapshot=snapshot)
|
|
|
|
# 10 - Mount SS1
|
|
user_export_location = self._get_user_export_locations(
|
|
snapshot=snapshot)[0]
|
|
self.mount_share(user_export_location, remote_client, snapshot_dir)
|
|
self.addCleanup(self.unmount_share, remote_client, snapshot_dir)
|
|
|
|
# 11 - List files on SS1, only "file1" exists
|
|
# NOTE(lseki): using ls without recursion to avoid permission denied
|
|
# error while listing lost+found directory on LVM volumes
|
|
output = remote_client.exec_command("sudo ls -lA %s" % snapshot_dir)
|
|
self.assertIn('file1', output)
|
|
self.assertNotIn('file2', output)
|
|
|
|
# 12 - Try to create a file on SS1, should fail
|
|
self.assertRaises(
|
|
exceptions.SSHExecCommandFailed,
|
|
remote_client.exec_command,
|
|
"sudo touch %s/file3" % snapshot_dir)
|
|
|
|
|
|
class TestShareBasicOpsNFS(ShareBasicOpsBase):
|
|
protocol = "nfs"
|
|
|
|
def mount_share(self, location, remote_client, target_dir=None):
|
|
|
|
self._ping_host_from_export_location(location, remote_client)
|
|
|
|
target_dir = target_dir or "/mnt"
|
|
remote_client.exec_command(
|
|
"sudo mount -vt nfs \"%s\" %s" % (location, target_dir))
|
|
|
|
|
|
class TestShareBasicOpsCIFS(ShareBasicOpsBase):
|
|
protocol = "cifs"
|
|
|
|
def mount_share(self, location, remote_client, target_dir=None):
|
|
|
|
self._ping_host_from_export_location(location, remote_client)
|
|
|
|
location = location.replace("\\", "/")
|
|
target_dir = target_dir or "/mnt"
|
|
remote_client.exec_command(
|
|
"sudo mount.cifs \"%s\" %s -o guest" % (location, target_dir)
|
|
)
|
|
|
|
|
|
class TestShareBasicOpsNFSIPv6(TestShareBasicOpsNFS):
|
|
ip_version = 6
|
|
|
|
|
|
# NOTE(u_glide): this function is required to exclude ShareBasicOpsBase from
|
|
# executed test cases.
|
|
# See: https://docs.python.org/3/library/unittest.html#load-tests-protocol
|
|
# for details.
|
|
def load_tests(loader, tests, _):
|
|
result = []
|
|
for test_case in tests:
|
|
if type(test_case._tests[0]) is ShareBasicOpsBase:
|
|
continue
|
|
result.append(test_case)
|
|
return loader.suiteClass(result)
|