147 lines
6.2 KiB
Python
147 lines
6.2 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import logging
|
|
import os.path
|
|
import subprocess
|
|
|
|
from octane.handlers import upgrade
|
|
from octane import magic_consts
|
|
from octane.util import env as env_util
|
|
from octane.util import node as node_util
|
|
from octane.util import nova
|
|
from octane.util import plugin
|
|
from octane.util import ssh
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
class ComputeUpgrade(upgrade.UpgradeHandler):
|
|
def prepare(self):
|
|
if not self.live_migration:
|
|
self.preserve_partition()
|
|
self.shutoff_vms()
|
|
elif node_util.is_live_migration_supported(self.node):
|
|
self.evacuate_host()
|
|
else:
|
|
self.backup_iscsi_initiator_info()
|
|
self.preserve_partition()
|
|
|
|
def postdeploy(self):
|
|
self.restore_iscsi_initiator_info()
|
|
controller = env_util.get_one_controller(self.env)
|
|
# FIXME: Add more correct handling of case
|
|
# when node may have not full name in services data
|
|
try:
|
|
call_host = self.node.data['fqdn']
|
|
nova.run_nova_cmd(
|
|
["nova", "service-enable", call_host, "nova-compute"],
|
|
controller, False)
|
|
except subprocess.CalledProcessError as exc:
|
|
LOG.warn("Cannot start service 'nova-compute' on {0} "
|
|
"by reason: {1}. Try again".format(
|
|
self.node.data['fqdn'], exc))
|
|
call_host = self.node.data['fqdn'].split('.', 1)[0]
|
|
nova.run_nova_cmd(
|
|
["nova", "service-enable", call_host, "nova-compute"],
|
|
controller, False)
|
|
|
|
seed_version = self.env.data["fuel_version"]
|
|
openstack_release = nova.get_upgrade_levels(seed_version)
|
|
node_util.add_compute_upgrade_levels(self.node, openstack_release)
|
|
|
|
ssh.call(["service", "nova-compute", "restart"], node=self.node)
|
|
|
|
def evacuate_host(self):
|
|
controller = env_util.get_one_controller(self.env)
|
|
|
|
enabled_computes, disabled_computes = nova.get_compute_lists(
|
|
controller)
|
|
|
|
node_fqdn = node_util.get_nova_node_handle(self.node)
|
|
if [node_fqdn] == enabled_computes:
|
|
raise Exception("You try to disable last enabled nova-compute "
|
|
"service on {hostname} in cluster. "
|
|
"This leads to disable host evacuation. "
|
|
"Fix this problem and run unpgrade-node "
|
|
"command again".format(hostname=node_fqdn))
|
|
|
|
if nova.do_nova_instances_exist(controller, node_fqdn, "ERROR"):
|
|
raise Exception(
|
|
"There are instances in ERROR state on {hostname},"
|
|
"please fix this problem and start upgrade_node "
|
|
"command again".format(hostname=node_fqdn))
|
|
|
|
if node_fqdn in disabled_computes:
|
|
LOG.warn("Node {0} already disabled".format(node_fqdn))
|
|
else:
|
|
nova.run_nova_cmd(
|
|
["nova", "service-disable", node_fqdn, "nova-compute"],
|
|
controller, False)
|
|
for instance_id in nova.get_active_instances(controller, node_fqdn):
|
|
nova.run_nova_cmd(
|
|
["nova", "live-migration", instance_id], controller, False)
|
|
nova.waiting_for_status_completed(
|
|
controller, node_fqdn, "MIGRATING")
|
|
if nova.do_nova_instances_exist(controller, node_fqdn):
|
|
raise Exception(
|
|
"There are instances on {hostname} after host-evacuation, "
|
|
"please fix this problem and start upgrade_node "
|
|
"command again".format(hostname=node_fqdn))
|
|
|
|
# TODO(ogelbukh): move this action to base handler and set a list of
|
|
# partitions to preserve as an attribute of a role.
|
|
def preserve_partition(self):
|
|
partition = 'vm'
|
|
node_util.preserve_partition(self.node, partition)
|
|
|
|
def shutoff_vms(self):
|
|
controller = env_util.get_one_controller(self.env)
|
|
node_fqdn = node_util.get_nova_node_handle(self.node)
|
|
|
|
if nova.do_nova_instances_exist(controller, node_fqdn, "ERROR"):
|
|
raise Exception(
|
|
"There are instances in ERROR state on {hostname},"
|
|
"please fix this problem and start upgrade_node "
|
|
"command again".format(hostname=node_fqdn))
|
|
|
|
for instance_id in nova.get_active_instances(controller, node_fqdn):
|
|
nova.run_nova_cmd(
|
|
["nova", "stop", instance_id], controller, output=False)
|
|
nova.waiting_for_status_completed(controller, node_fqdn, "ACTIVE")
|
|
|
|
def backup_iscsi_initiator_info(self):
|
|
if not plugin.is_enabled(self.env, 'emc_vnx'):
|
|
return
|
|
bup_file_path = get_iscsi_bup_file_path(self.node)
|
|
file_dir = os.path.dirname(bup_file_path)
|
|
if not os.path.exists(file_dir):
|
|
os.makedirs(file_dir)
|
|
ssh.sftp(self.node).get(magic_consts.ISCSI_CONFIG_PATH, bup_file_path)
|
|
|
|
def restore_iscsi_initiator_info(self):
|
|
if not plugin.is_enabled(self.env, 'emc_vnx'):
|
|
return
|
|
bup_file_path = get_iscsi_bup_file_path(self.node)
|
|
if not os.path.exists(bup_file_path):
|
|
raise Exception("Backup iscsi configuration is not present for "
|
|
"compute node %s" % str(self.node.id))
|
|
ssh.sftp(self.node).put(bup_file_path, magic_consts.ISCSI_CONFIG_PATH)
|
|
for service in ["open-iscsi", "multipath-tools", "nova-compute"]:
|
|
ssh.call(['service', service, 'restart'], node=self.node)
|
|
|
|
|
|
def get_iscsi_bup_file_path(node):
|
|
base_bup_path = os.path.join(magic_consts.FUEL_CACHE,
|
|
"iscsi_initiator_files")
|
|
return os.path.join(base_bup_path, node.data['hostname'])
|