openstack/fuel-qa
Code Issues Proposed changes
c85e75fdc4
fuel-qa/fuelweb_test/tests/tests_upgrade/test_data_driven_upgrade_smoke.py
Vladimir Khlyunev a524e86ad7 Cleanup upgrade smoke testgroup after detaching 
After refactoring in upgrade tests and detaching it from common file
its better to fix some issued and remove outdated code. (also update comments)

Change-Id: I7f6a6feb4e13d41b9ccb61722059ff87cd0edcda
2016-08-25 22:14:23 +03:00

372 lines
14 KiB
Python
Raw Blame History

# Copyright 2016 Mirantis, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import os
from devops.helpers.helpers import wait
from proboscis import test
from proboscis.asserts import assert_equal
from proboscis.asserts import assert_not_equal
from proboscis.asserts import assert_true
from fuelweb_test import settings, logger
from fuelweb_test.helpers.decorators import log_snapshot_after_test
from fuelweb_test.tests.base_test_case import SetupEnvironment
from fuelweb_test.tests.tests_upgrade.test_data_driven_upgrade_base import \
DataDrivenUpgradeBase
@test
class UpgradeSmoke(DataDrivenUpgradeBase):
def __init__(self):
super(self.__class__, self).__init__()
self.backup_name = "backup_smoke.tar.gz"
self.repos_backup_name = "repos_backup_smoke.tar.gz"
self.source_snapshot_name = "prepare_upgrade_smoke_before_backup"
self.backup_snapshot_name = "upgrade_smoke_backup"
self.snapshot_name = "upgrade_smoke_restore"
assert_not_equal(
settings.KEYSTONE_CREDS['password'], 'admin',
"Admin password was not changed, aborting execution")
@test(groups=['prepare_upgrade_smoke_before_backup'],
depends_on=[SetupEnvironment.prepare_release])
@log_snapshot_after_test
def prepare_upgrade_smoke_before_backup(self):
"""Prepare non-HA+cinder cluster using previous version of Fuel
Nailgun password should be changed via KEYSTONE_PASSWORD env variable
Scenario:
1. Create cluster with default configuration
2. Add 1 node with controller role
3. Add 1 node with compute+cinder roles
4. Verify networks
5. Deploy cluster
Snapshot: prepare_upgrade_smoke_before_backup
"""
self.check_run(self.source_snapshot_name)
self.env.revert_snapshot("ready", skip_timesync=True)
cluster_settings = {
'net_provider': settings.NEUTRON,
'net_segment_type': settings.NEUTRON_SEGMENT['vlan']
}
cluster_settings.update(self.cluster_creds)
self.show_step(1)
self.show_step(2)
self.show_step(3)
self.show_step(4)
self.show_step(5)
self.deploy_cluster(
{'name': self.cluster_names["smoke"],
'settings': cluster_settings,
'nodes': {'slave-01': ['controller'],
'slave-02': ['compute', 'cinder']}
}
)
self.env.make_snapshot(self.source_snapshot_name, is_make=True)
@test(groups=['upgrade_smoke_backup'],
depends_on_groups=['prepare_upgrade_smoke_before_backup'])
@log_snapshot_after_test
def upgrade_smoke_backup(self):
"""Create upgrade backup file for ceph HA cluster
Scenario:
1. Revert "prepare_upgrade_smoke_before_backup" snapshot
2. Install fuel-octane package
3. Create backup file using 'octane fuel-backup'
4. Download the backup to the host
Snapshot: upgrade_smoke_backup
"""
self.check_run(self.backup_snapshot_name)
self.show_step(1)
self.revert_source()
self.show_step(2)
self.show_step(3)
self.show_step(4)
self.do_backup(self.backup_path, self.local_path,
self.repos_backup_path, self.repos_local_path)
self.env.make_snapshot(self.backup_snapshot_name, is_make=True)
@test(groups=['upgrade_smoke_tests', 'upgrade_smoke_restore'])
@log_snapshot_after_test
def upgrade_smoke_restore(self):
"""Reinstall Fuel and restore non-HA cluster using fuel-octane.
Scenario:
1. Revert "upgrade_smoke_backup" snapshot
2. Reinstall Fuel master using iso given in ISO_PATH
3. Install fuel-octane package
4. Upload the backup back to reinstalled Fuel maser node
5. Restore master node using 'octane fuel-restore'
6. Check that nailgun is available
7. Check cobbler configs for all discovered nodes
8. Check ubuntu bootstrap is available
9. Verify networks
10. Run OSTF
Snapshot: upgrade_smoke_restore
Duration: TODO
"""
self.check_run(self.snapshot_name)
assert_true(os.path.exists(self.repos_local_path))
assert_true(os.path.exists(self.local_path))
intermediate_snapshot = 'upgrade_smoke_before_restore'
if not self.env.d_env.has_snapshot(intermediate_snapshot):
self.show_step(1)
self.revert_backup()
self.show_step(2)
self.reinstall_master_node()
self.env.make_snapshot(intermediate_snapshot)
else:
self.show_step(1)
self.show_step(2)
self.env.d_env.revert(intermediate_snapshot)
self.env.resume_environment()
self.show_step(3)
self.show_step(4)
self.show_step(5)
self.do_restore(self.backup_path, self.local_path,
self.repos_backup_path, self.repos_local_path)
# Check nailgun api is available
self.show_step(6)
self.fuel_web.change_default_network_settings()
cluster_id = self.fuel_web.get_last_created_cluster()
self.show_step(7)
for node in self.fuel_web.client.list_cluster_nodes(cluster_id):
self.check_cobbler_node_exists(node['id'])
# Check non-default parameters of the cluster
creds = self.fuel_web.get_cluster_credentials(cluster_id)
assert_equal(sorted(creds.values()),
sorted(self.cluster_creds.values()))
self.show_step(8)
slave_03 = self.env.d_env.get_node(name="slave-03")
self.env.bootstrap_nodes([slave_03])
with self.fuel_web.get_ssh_for_node(slave_03.name) as slave_remote:
self.verify_bootstrap_on_node(slave_remote, "ubuntu")
self.show_step(9)
self.fuel_web.verify_network(cluster_id)
self.show_step(10)
# Live migration test could fail
# https://bugs.launchpad.net/fuel/+bug/1471172
# https://bugs.launchpad.net/fuel/+bug/1604749
self.check_ostf(cluster_id, ignore_known_issues=True)
self.env.make_snapshot("upgrade_smoke_restore", is_make=True)
self.cleanup()
@test(groups=['upgrade_smoke_tests', 'upgrade_smoke_scale'],
depends_on_groups=['upgrade_smoke_restore'])
@log_snapshot_after_test
def upgrade_smoke_scale(self):
"""Scale already existing cluster using upgraded Fuel.
Scenario:
1. Revert 'upgrade_smoke_restore' snapshot
2. Add to existing cluster 3 nodes with controller role
3. Add to existing cluster 1 node with compute+cinder roles
4. Verify network
5. Deploy changes
6. Run OSTF
7. Remove from the cluster 1 node with controller role
8. Remove from the cluster 1 node with compute+cinder roles
9. Deploy changes
10. Wait until nodes are discovered
11. Verify that bootstrapped nodes are using ubuntu bootstrap
12. Verify network
13. Run OSTF
Snapshot: upgrade_smoke_scale
Duration: TODO
"""
self.show_step(1)
self.revert_restore()
self.show_step(2)
self.show_step(3)
cluster_id = self.fuel_web.get_last_created_cluster()
self.env.bootstrap_nodes(self.env.d_env.nodes().slaves[3:6])
self.fuel_web.update_nodes(
cluster_id,
{'slave-04': ['controller'],
'slave-05': ['controller'],
'slave-06': ['controller']})
self.show_step(4)
self.fuel_web.verify_network(cluster_id)
self.show_step(5)
self.fuel_web.deploy_cluster_wait(cluster_id)
self.show_step(6)
self.check_ostf(cluster_id, ignore_known_issues=True)
cluster_id = self.fuel_web.get_last_created_cluster()
self.show_step(7)
self.show_step(8)
nodes_to_remove = {'slave-06': ['controller']}
nailgun_nodes = self.fuel_web.update_nodes(
cluster_id, nodes_to_remove, False, True)
pending_nodes = [x for x in nailgun_nodes if x["pending_deletion"]]
self.show_step(9)
self.fuel_web.deploy_cluster_wait(cluster_id, check_services=False)
self.show_step(10)
self.show_step(11)
for node in pending_nodes:
self.fuel_web.wait_node_is_discovered(node)
with self.fuel_web.get_ssh_for_node(
self.fuel_web.get_devops_node_by_nailgun_node(
node).name) as slave_remote:
self.verify_bootstrap_on_node(slave_remote, "ubuntu")
self.show_step(12)
self.fuel_web.verify_network(cluster_id)
self.show_step(13)
self.check_ostf(cluster_id, ignore_known_issues=True)
self.env.make_snapshot("upgrade_smoke_scale")
@test(groups=['upgrade_smoke_tests', 'upgrade_smoke_reset_deploy'],
depends_on_groups=['upgrade_smoke_restore'])
@log_snapshot_after_test
def upgrade_smore_reset_deploy(self):
"""Reset existing cluster 7.0 cluster and redeploy
Scenario:
1. Revert "upgrade_smoke_restore".
2. Reset cluster.
3. Delete nodes from nailgun.
4. Wait until nodes are discovered.
5. Re-add nodes back to cluster.
6. Verify networks.
7. Deploy cluster.
8. Run OSTF.
Duration: TODO
"""
self.show_step(1)
self.revert_restore()
self.show_step(2)
cluster_id = self.fuel_web.get_last_created_cluster()
self.fuel_web.stop_reset_env_wait(cluster_id)
# After reset nodes will use new interface naming scheme which
# conflicts with nailgun data (it still contains eth-named
# interfaces and there is no way to fix it)
# LP : 1553210
self.show_step(3)
for node in self.fuel_web.client.list_cluster_nodes(
cluster_id=cluster_id):
self.fuel_web.delete_node(node['id'])
self.show_step(4)
nodes = self.fuel_web.client.list_cluster_nodes(cluster_id=cluster_id)
for node in nodes:
self.fuel_web.wait_node_is_discovered(node, timeout=10 * 60)
self.show_step(5)
self.fuel_web.update_nodes(
cluster_id,
{
'slave-01': ['controller'],
'slave-02': ['compute', 'cinder']
}
)
self.show_step(6)
self.fuel_web.verify_network(cluster_id)
self.show_step(7)
self.fuel_web.deploy_cluster_wait(cluster_id)
self.show_step(8)
self.check_ostf(cluster_id, ignore_known_issues=True)
@test(groups=['upgrade_smoke_tests', 'upgrade_smoke_new_deployment'],
depends_on_groups=['upgrade_smoke_restore'])
@log_snapshot_after_test
def upgrade_smoke_new_deployment(self):
"""Deploy new release cluster using upgraded Fuel.
Scenario:
1. Revert 'upgrade_smoke_restore' snapshot
2. Delete existing cluster
3. Create new cluster with default parameters
4. Add 1 node with controller role
5. Add 1 node with compute+cinder roles
6. Verify network
7. Deploy changes
8. Run OSTF
Snapshot: upgrade_smoke_new_deployment
Duration: TODO
"""
self.show_step(1)
self.revert_restore()
self.show_step(2)
cluster_id = self.fuel_web.get_last_created_cluster()
devops_nodes = self.fuel_web.get_devops_nodes_by_nailgun_nodes(
self.fuel_web.client.list_cluster_nodes(cluster_id=cluster_id)
)
self.fuel_web.client.delete_cluster(cluster_id)
wait(lambda: not any([cluster['id'] == cluster_id for cluster in
self.fuel_web.client.list_clusters()]),
timeout=10 * 60,
timeout_msg='Failed to delete cluster id={}'.format(cluster_id))
self.env.bootstrap_nodes(devops_nodes)
self.show_step(3)
releases = self.fuel_web.client.get_releases()
release = [
release for release in releases if
release['is_deployable'] and
settings.OPENSTACK_RELEASE in release['name'].lower()].pop()
logger.info("Release {!r} (id {!r}) is fetched for deployment".format(
release['name'], release['id']))
cluster_id = self.fuel_web.create_cluster(
name=self.upgrade_smoke_new_deployment.__name__,
mode=settings.DEPLOYMENT_MODE,
release_id=release['id'],
settings={
'net_provider': settings.NEUTRON,
'net_segment_type': settings.NEUTRON_SEGMENT['vlan']
}
)
self.show_step(4)
self.show_step(5)
self.fuel_web.update_nodes(
cluster_id,
{
'slave-01': ['controller'],
'slave-02': ['compute', 'cinder']
}
)
self.show_step(6)
self.fuel_web.verify_network(cluster_id)
self.show_step(7)
self.fuel_web.deploy_cluster_wait(cluster_id)
self.show_step(8)
self.check_ostf(cluster_id)
View Git Blame Copy Permalink