4289bee5de
- Move assigned_slaves attribute from class scope of BaseActions
class to instance scope of ActionTest class. This is to have this
attribute reset before each template based test of the same run
(otherwise it brings slave info from the 1st test to 2nd and so on).
- Add waiting for cluster nodes to be online after migration.
Change-Id: Ie6e6df4932603e84f66023c6843d58a0d9470f68
Partial-Bug: #1559050
(cherry picked from commit ac04cb9c94)
133 lines
4.9 KiB
Python
133 lines
4.9 KiB
Python
# Copyright 2015 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE_2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from devops.helpers.helpers import icmp_ping
|
|
from devops.helpers.helpers import wait
|
|
from proboscis.asserts import assert_equal
|
|
|
|
from fuelweb_test.helpers import checkers
|
|
|
|
from system_test import logger
|
|
from system_test import testcase
|
|
from system_test import action
|
|
from system_test import deferred_decorator
|
|
|
|
from system_test.tests import ActionTest
|
|
from system_test.actions import BaseActions
|
|
from system_test.actions import FuelMasterActions
|
|
|
|
from system_test.helpers.decorators import make_snapshot_if_step_fail
|
|
|
|
|
|
@testcase(groups=['system_test', 'system_test.fuel_migration'])
|
|
class FuelMasterMigrate(ActionTest, BaseActions, FuelMasterActions):
|
|
"""Fuel master migration to VM
|
|
|
|
Scenario:
|
|
1. Create environment
|
|
2. Run network checker
|
|
3. Deploy environment
|
|
4. Run network checker
|
|
5. Migrate Fuel Master to the compute node
|
|
6. Run network checker
|
|
7. Run OSTF
|
|
"""
|
|
|
|
actions_order = [
|
|
'setup_master',
|
|
'config_release',
|
|
'make_slaves',
|
|
'revert_slaves',
|
|
'create_env',
|
|
'add_nodes',
|
|
'network_check',
|
|
'deploy_cluster',
|
|
'network_check',
|
|
'start_fuel_migration',
|
|
'check_migration_status',
|
|
'network_check',
|
|
'health_check'
|
|
]
|
|
|
|
@deferred_decorator([make_snapshot_if_step_fail])
|
|
@action
|
|
def start_fuel_migration(self):
|
|
"""Migrate Fuel Master to a compute"""
|
|
|
|
# Get a compute to migrate Fuel Master to
|
|
cluster_id = self.fuel_web.get_last_created_cluster()
|
|
compute = self.fuel_web.get_nailgun_cluster_nodes_by_roles(
|
|
cluster_id, ['compute'])[0]
|
|
logger.info(
|
|
'Fuel Master will be migrated to {0} '
|
|
'compute'.format(compute['name']))
|
|
|
|
# Start migrating Fuel Master
|
|
with self.env.d_env.get_admin_remote() as remote:
|
|
slave_name = compute['name'].split('_')[0]
|
|
slave_ip = self.fuel_web.get_nailgun_node_by_name(slave_name)['ip']
|
|
result = remote.execute(
|
|
'fuel-migrate {0} >/dev/null &'.format(slave_ip))
|
|
assert_equal(result['exit_code'], 0,
|
|
'Failed to start fuel master migration')
|
|
|
|
@deferred_decorator([make_snapshot_if_step_fail])
|
|
@action
|
|
def check_migration_status(self):
|
|
"""Check periodically the status of Fuel Master migration process"""
|
|
|
|
checkers.wait_phrase_in_log(
|
|
self.env.get_admin_node_ip(), 60 * 60, interval=0.2,
|
|
phrase='Rebooting to begin the data sync process',
|
|
log_path='/var/log/fuel-migrate.log')
|
|
logger.info(
|
|
'Rebooting to begin the data sync process for fuel migrate')
|
|
|
|
wait(lambda: not icmp_ping(self.env.get_admin_node_ip()),
|
|
timeout=60 * 15, timeout_msg='Master node has not become offline '
|
|
'after starting reboot')
|
|
wait(lambda: icmp_ping(self.env.get_admin_node_ip()),
|
|
timeout=60 * 15, timeout_msg='Master node has not become online '
|
|
'after rebooting')
|
|
self.env.d_env.nodes().admin.await(
|
|
network_name=self.env.d_env.admin_net,
|
|
timeout=60 * 15)
|
|
|
|
checkers.wait_phrase_in_log(
|
|
self.env.get_admin_node_ip(), 60 * 90, interval=0.1,
|
|
phrase='Stop network and up with new settings',
|
|
log_path='/var/log/fuel-migrate.log')
|
|
logger.info('Shutting down network')
|
|
|
|
wait(lambda: not icmp_ping(self.env.get_admin_node_ip()),
|
|
timeout=60 * 15, interval=0.1,
|
|
timeout_msg='Master node has not become offline on '
|
|
'shutting network down')
|
|
wait(lambda: icmp_ping(self.env.get_admin_node_ip()),
|
|
timeout=60 * 15,
|
|
timeout_msg='Master node has not become online after '
|
|
'shutting network down')
|
|
|
|
self.env.d_env.nodes().admin.await(
|
|
network_name=self.env.d_env.admin_net,
|
|
timeout=60 * 10)
|
|
|
|
with self.env.d_env.get_admin_remote() as remote:
|
|
wait(lambda: not remote.exists("/notready"),
|
|
timeout=900,
|
|
timeout_msg="File wasn't removed in 900 sec")
|
|
|
|
self.fuel_web.wait_nodes_get_online_state(
|
|
self.env.d_env.nodes().slaves[:2])
|