openstack/fuel-qa
Code Issues Proposed changes

Fix duplicate pacemaker constraint command invocation

Browse Source 
Edit test docstring according to the test script
Add show_step to the test

Related-Bug:#1458830
Closes-Bug:#1544973

Change-Id: I05322f648440447f7e23df0cfb9adffbfe7e7aec
(cherry picked from commit f770d426c8)
This commit is contained in:
Volodymyr Shypyguzov
2016-02-16 18:24:11 +02:00
parent d6e78db622
commit e29ffb3087
2 changed files with 41 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
fuelweb_test/tests/tests_strength/test_failover.py
View File

@@ -359,15 +359,21 @@ class TestHaNeutronFailover(TestHaFailoverBase):
Scenario:
1. Deploy environment with at least 3 controllers
2. Get rabbit master node
3. Move master rabbit resource to slave with pcs
4. Delete pcs constraint for rabbit resource
5. Run OSTF
6. Get new rabbit master node
7. Destroy it
8. Run OSTF
9. Power on destroyed node
10. Run OSTF
(Or revert existing snapshot)
2. Wait for mysql cluster to become active
3. Run ostf tests before destructive actions
4. Get rabbit master node
5. Move master rabbit resource to slave with pcs
6. Delete pcs constraint for rabbit resource
7. Assert HA services ready
8. Get new rabbit master node
9. Destroy it
10. Assert HA services ready
11. Run sanity and smoke OSTF sets
12. Power on destroyed node
13. Assert HA services ready
14. Assert OS services ready
15. Run OSTF
Duration 80 min

39
fuelweb_test/tests/tests_strength/test_failover_base.py
View File

@@ -1303,6 +1303,7 @@ class TestHaFailoverBase(TestBasic):
if not self.env.d_env.has_snapshot(self.snapshot_name):
raise SkipTest()
logger.info('Revert environment started...')
self.show_step(1, initialize=True)
self.env.revert_snapshot(self.snapshot_name)
cluster_id = self.fuel_web.client.get_cluster_id(
@@ -1310,10 +1311,12 @@ class TestHaFailoverBase(TestBasic):
logger.info('Waiting for mysql cluster is up')
self.show_step(2)
# Wait until MySQL Galera is UP on some controller
self.fuel_web.wait_mysql_galera_is_up(['slave-02'])
# Check ha ans services are fine after revert
self.show_step(3)
logger.info('Run ostf tests before destructive actions')
self.fuel_web.assert_ha_services_ready(cluster_id, timeout=600)
self.fuel_web.assert_os_services_ready(cluster_id)
@@ -1324,7 +1327,9 @@ class TestHaFailoverBase(TestBasic):
# Get primary controller from nailgun
p_d_ctrl = self.fuel_web.get_nailgun_primary_node(
self.env.d_env.nodes().slaves[0])
self.show_step(4,
details='Run count: {0}'.format(count),
initialize=True)
# get master rabbit controller
master_rabbit = self.fuel_web.get_rabbit_master_node(p_d_ctrl.name)
logger.info('Master rabbit is on {0} for attempt {1}'.format(
@@ -1360,30 +1365,32 @@ class TestHaFailoverBase(TestBasic):
'location-p_rabbitmq-server 2>&1 >/dev/null| true')
remote_master_rabbit.execute(cmd)
self.show_step(5, details='Run count: {0}'.format(count))
# Move resource to rabbit slave
cmd_move = ('pcs constraint location p_rabbitmq-server '
'rule role=master score=-INFINITY \#uname '
'ne {0}').format(slaves_rabbit_fqdn[0])
_wait(lambda: assert_equal(
remote_master_rabbit.execute(cmd_move)['exit_code'], 0,
result = remote_master_rabbit.execute(cmd_move)
assert_equal(
result['exit_code'], 0,
'Fail to move p_rabbitmq-server with {0} on '
'count {1}'.format(
remote_master_rabbit.execute(cmd_move), count)),
timeout=20)
'count {1}'.format(result, count))
# Clear all
self.show_step(6, details='Run count: {0}'.format(count))
cmd_clear = ('pcs constraint delete '
'location-p_rabbitmq-server')
_wait(lambda: assert_equal(
remote_master_rabbit.execute(cmd_clear)['exit_code'], 0,
'Fail to delete pcs constraint {0} on count {1}'.format(
remote_master_rabbit.execute(cmd_clear), count)),
timeout=20)
result = remote_master_rabbit.execute(cmd_clear)
assert_equal(
result['exit_code'], 0,
'Fail to delete pcs constraint using {0} on '
'count {1}'.format(cmd_clear, count))
# check ha
self.show_step(7)
self.fuel_web.assert_ha_services_ready(cluster_id, timeout=700)
# get new rabbit master node
self.show_step(8)
master_rabbit_2 = self.fuel_web.get_rabbit_master_node(
p_d_ctrl.name)
@@ -1395,6 +1402,7 @@ class TestHaFailoverBase(TestBasic):
master_rabbit_2.name, count))
# destroy devops node with rabbit master
self.show_step(9)
master_rabbit_2.destroy()
# Wait until Nailgun marked suspended controller as offline
@@ -1409,15 +1417,17 @@ class TestHaFailoverBase(TestBasic):
# check ha, should fail 1 test according
# to haproxy backend from destroyed will be down
self.show_step(10)
self.fuel_web.assert_ha_services_ready(
cluster_id, timeout=800, should_fail=1)
# Run sanity and smoke tests to see if cluster operable
self.show_step(11)
self.fuel_web.run_ostf(cluster_id=cluster_id,
should_fail=1)
# turn on destroyed node
self.show_step(12)
master_rabbit_2.start()
# Wait until Nailgun marked suspended controller as online
@@ -1430,9 +1440,12 @@ class TestHaFailoverBase(TestBasic):
'in nailgun'.format(master_rabbit_2.name))
# check ha
self.show_step(13)
self.fuel_web.assert_ha_services_ready(cluster_id, timeout=800)
# check os
self.show_step(14)
self.fuel_web.assert_os_services_ready(cluster_id)
# run ostf smoke and sanity
self.show_step(15)
self.fuel_web.run_ostf(cluster_id=cluster_id, test_sets=['smoke'])