d1438f50cd
Now OSTF only considers nova services for online
(according to Nailgun) computes that are part of
the active cluster. It will skip deleted nodes,
and therefore there should be less failures.
Depends-On: I56765f6cf889b6afb9780b32857a164e2b62c340
Change-Id: Ie94eccf2608db1d3d800e017a9c91541461f81ee
Related-Bug: #1570847
(cherry picked from commit 73d421b70f)
184 lines
6.7 KiB
Python
184 lines
6.7 KiB
Python
# Copyright 2015 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from proboscis import test
|
|
from proboscis.asserts import assert_false, assert_equal
|
|
from devops.error import TimeoutError
|
|
from devops.helpers.helpers import wait
|
|
|
|
from fuelweb_test import logger
|
|
from fuelweb_test.helpers.decorators import log_snapshot_after_test
|
|
from fuelweb_test.settings import DEPLOYMENT_MODE
|
|
from fuelweb_test.tests.base_test_case import SetupEnvironment
|
|
from fuelweb_test.tests.base_test_case import TestBasic
|
|
|
|
|
|
@test(groups=["ha_scale_group_2"])
|
|
class HaScaleGroup2(TestBasic):
|
|
"""HaScaleGroup2.""" # TODO documentation
|
|
|
|
@test(depends_on=[SetupEnvironment.prepare_slaves_5],
|
|
groups=["replace_primary_controller"])
|
|
@log_snapshot_after_test
|
|
def replace_primary_controller(self):
|
|
"""Replace the primary controller in the cluster
|
|
|
|
Scenario:
|
|
1. Create cluster
|
|
2. Add 3 controller nodes and 1 compute
|
|
3. Deploy the cluster
|
|
4. Destroy primary controller
|
|
5. Wait controller offline
|
|
6. Remove offline controller from cluster
|
|
7. Add 1 new controller
|
|
8. Deploy changes
|
|
9. Run OSTF
|
|
10. Verify networks
|
|
|
|
Duration 120m
|
|
Snapshot replace_primary_controller
|
|
|
|
"""
|
|
self.env.revert_snapshot("ready_with_5_slaves")
|
|
self.show_step(1, initialize=True)
|
|
cluster_id = self.fuel_web.create_cluster(
|
|
name=self.__class__.__name__,
|
|
mode=DEPLOYMENT_MODE)
|
|
self.show_step(2)
|
|
self.fuel_web.update_nodes(
|
|
cluster_id,
|
|
{
|
|
'slave-01': ['controller'],
|
|
'slave-02': ['controller'],
|
|
'slave-03': ['controller'],
|
|
'slave-04': ['compute']
|
|
}
|
|
)
|
|
self.show_step(3)
|
|
self.fuel_web.deploy_cluster_wait(cluster_id)
|
|
|
|
self.show_step(4)
|
|
primary_controller = self.fuel_web.get_nailgun_primary_node(
|
|
self.env.d_env.nodes().slaves[0])
|
|
primary_controller_id = self.fuel_web.get_nailgun_node_by_devops_node(
|
|
primary_controller)['id']
|
|
primary_controller.destroy()
|
|
self.show_step(5)
|
|
try:
|
|
wait(lambda: not self.fuel_web.get_nailgun_node_by_devops_node(
|
|
primary_controller)['online'], timeout=30 * 8)
|
|
except TimeoutError:
|
|
assert_false(
|
|
self.fuel_web.get_nailgun_node_by_devops_node(
|
|
primary_controller)['online'],
|
|
'Node {0} has not become '
|
|
'offline after warm shutdown'.format(primary_controller.name))
|
|
self.show_step(6)
|
|
self.fuel_web.delete_node(primary_controller_id)
|
|
self.fuel_web.wait_task_success('deployment')
|
|
|
|
self.show_step(7)
|
|
nodes = {'slave-05': ['controller']}
|
|
self.fuel_web.update_nodes(
|
|
cluster_id, nodes,
|
|
True, False
|
|
)
|
|
self.show_step(8)
|
|
self.fuel_web.deploy_cluster_wait(cluster_id)
|
|
self.show_step(10)
|
|
self.fuel_web.verify_network(cluster_id)
|
|
self.show_step(9)
|
|
self.fuel_web.run_ostf(cluster_id=cluster_id)
|
|
self.env.make_snapshot("replace_primary_controller")
|
|
|
|
@test(depends_on=[SetupEnvironment.prepare_slaves_5],
|
|
groups=["remove_controllers"])
|
|
@log_snapshot_after_test
|
|
def remove_controllers(self):
|
|
"""Deploy cluster with 3 controllers, remove 2 controllers
|
|
and re-deploy, check hosts and corosync
|
|
|
|
Scenario:
|
|
1. Create cluster
|
|
2. Add 3 controller, 1 compute
|
|
3. Deploy the cluster
|
|
4. Remove 2 controllers
|
|
5. Deploy changes
|
|
6. Run OSTF
|
|
7. Verify networks
|
|
8. Check /etc/hosts that removed nodes aren't present
|
|
9. Check corosync.conf that removed nodes aren't present
|
|
|
|
Duration 120m
|
|
Snapshot remove_controllers
|
|
|
|
"""
|
|
self.env.revert_snapshot("ready_with_5_slaves")
|
|
self.show_step(1, initialize=True)
|
|
cluster_id = self.fuel_web.create_cluster(
|
|
name=self.__class__.__name__,
|
|
mode=DEPLOYMENT_MODE)
|
|
self.show_step(2)
|
|
self.fuel_web.update_nodes(
|
|
cluster_id,
|
|
{
|
|
'slave-01': ['controller'],
|
|
'slave-02': ['controller'],
|
|
'slave-03': ['controller'],
|
|
'slave-04': ['compute']
|
|
}
|
|
)
|
|
self.show_step(3)
|
|
self.fuel_web.deploy_cluster_wait(cluster_id)
|
|
|
|
hosts = []
|
|
|
|
for node_name in ('slave-02', 'slave-03'):
|
|
node = self.fuel_web.get_nailgun_node_by_devops_node(
|
|
self.env.d_env.get_node(name=node_name))
|
|
hostname = ''.join(self.ssh_manager.execute_on_remote(
|
|
ip=node['ip'], cmd="hostname")['stdout']).strip()
|
|
hosts.append(hostname)
|
|
logger.debug('hostname are {}'.format(hosts))
|
|
nodes = {'slave-02': ['controller'],
|
|
'slave-03': ['controller']}
|
|
self.show_step(4)
|
|
self.fuel_web.update_nodes(
|
|
cluster_id, nodes,
|
|
False, True
|
|
)
|
|
self.show_step(5)
|
|
self.fuel_web.deploy_cluster_wait(cluster_id)
|
|
self.show_step(7)
|
|
self.fuel_web.verify_network(cluster_id)
|
|
self.show_step(6)
|
|
self.fuel_web.run_ostf(cluster_id=cluster_id)
|
|
|
|
node = self.fuel_web.get_nailgun_node_by_devops_node(
|
|
self.env.d_env.get_node(name='slave-01'))
|
|
self.show_step(8)
|
|
self.show_step(9)
|
|
for host in hosts:
|
|
result = self.ssh_manager.execute_on_remote(
|
|
ip=node['ip'], cmd="grep '{}' /etc/hosts".format(host))
|
|
assert_equal(result['exit_code'], 1,
|
|
"host {} is present in /etc/hosts".format(host))
|
|
result = self.ssh_manager.execute_on_remote(
|
|
ip=node['ip'], cmd="grep '{}' /etc/corosync/"
|
|
"corosync.conf".format(host))
|
|
assert_equal(result['exit_code'], 1,
|
|
"host {} is present in"
|
|
" /etc/corosync/corosync.conf".format(host))
|
|
self.env.make_snapshot("remove_controllers")
|