python-tripleoclient/rdomanager_oscplugin/v1/overcloud_deploy.py

657 lines
27 KiB
Python

# Copyright 2015 Red Hat, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
#
from __future__ import print_function
import glob
import json
import logging
import os
import six
import sys
import tempfile
import uuid
from cliff import command
from heatclient.common import template_utils
from heatclient.exc import HTTPNotFound
from openstackclient.common import utils as oscutils
from openstackclient.i18n import _
from os_cloud_config import keystone
from os_cloud_config import keystone_pki
from os_cloud_config import neutron
from os_cloud_config.utils import clients
from rdomanager_oscplugin import utils
TRIPLEO_HEAT_TEMPLATES = "/usr/share/openstack-tripleo-heat-templates/"
OVERCLOUD_YAML_PATH = os.path.join(TRIPLEO_HEAT_TEMPLATES,
"overcloud-without-mergepy.yaml")
RESOURCE_REGISTRY_PATH = os.path.join(
TRIPLEO_HEAT_TEMPLATES, "overcloud-resource-registry-puppet.yaml")
PARAMETERS = {
'AdminPassword': None,
'AdminToken': None,
'CeilometerPassword': None,
'CeilometerMeteringSecret': None,
'CinderPassword': None,
'CinderISCSIHelper': 'lioadm',
'CloudName': 'overcloud',
'ExtraConfig': '{}',
'GlancePassword': None,
'HeatPassword': None,
'NeutronControlPlaneID': None,
'NeutronDnsmasqOptions': 'dhcp-option-force=26,1400',
'NeutronPassword': None,
'NeutronPublicInterface': 'nic1',
'NeutronFlatNetworks': 'datacentre',
'HypervisorNeutronPhysicalBridge': 'br-ex',
'NeutronBridgeMappings': 'datacentre:br-ex',
'HypervisorNeutronPublicInterface': 'nic1',
'NovaComputeLibvirtType': 'qemu',
'NovaPassword': None,
'SwiftHashSuffix': None,
'SwiftPassword': None,
'SnmpdReadonlyUserPassword': None,
'NtpServer': '',
'controllerImage': 'overcloud-full',
'NovaImage': 'overcloud-full',
'BlockStorageImage': 'overcloud-full',
'SwiftStorageImage': 'overcloud-full',
'CephStorageImage': 'overcloud-full',
'Debug': 'True',
}
class DeployOvercloud(command.Command):
"""Deploy Overcloud"""
log = logging.getLogger(__name__ + ".DeployOvercloud")
def set_overcloud_passwords(self, parameters, parsed_args):
"""Add passwords to the parameters dictionary
:param parameters: A dictionary for the passwords to be added to
:type parameters: dict
"""
undercloud_ceilometer_snmpd_password = utils.get_config_value(
"auth", "undercloud_ceilometer_snmpd_password")
self.passwords = passwords = utils.generate_overcloud_passwords()
ceilometer_pass = passwords['OVERCLOUD_CEILOMETER_PASSWORD']
ceilometer_secret = passwords['OVERCLOUD_CEILOMETER_SECRET']
if parsed_args.use_tht:
parameters['AdminPassword'] = passwords['OVERCLOUD_ADMIN_PASSWORD']
parameters['AdminToken'] = passwords['OVERCLOUD_ADMIN_TOKEN']
parameters['CeilometerPassword'] = ceilometer_pass
parameters['CeilometerMeteringSecret'] = ceilometer_secret
parameters['CinderPassword'] = passwords[
'OVERCLOUD_CINDER_PASSWORD']
parameters['GlancePassword'] = passwords[
'OVERCLOUD_GLANCE_PASSWORD']
parameters['HeatPassword'] = passwords['OVERCLOUD_HEAT_PASSWORD']
parameters['NeutronPassword'] = passwords[
'OVERCLOUD_NEUTRON_PASSWORD']
parameters['NovaPassword'] = passwords['OVERCLOUD_NOVA_PASSWORD']
parameters['SwiftHashSuffix'] = passwords['OVERCLOUD_SWIFT_HASH']
parameters['SwiftPassword'] = passwords['OVERCLOUD_SWIFT_PASSWORD']
parameters['SnmpdReadonlyUserPassword'] = (
undercloud_ceilometer_snmpd_password)
else:
parameters['Controller-1::AdminPassword'] = passwords[
'OVERCLOUD_ADMIN_PASSWORD']
parameters['Controller-1::AdminToken'] = passwords[
'OVERCLOUD_ADMIN_TOKEN']
parameters['Compute-1::AdminPassword'] = passwords[
'OVERCLOUD_ADMIN_PASSWORD']
parameters['Controller-1::SnmpdReadonlyUserPassword'] = (
undercloud_ceilometer_snmpd_password)
parameters['Cinder-Storage-1::SnmpdReadonlyUserPassword'] = (
undercloud_ceilometer_snmpd_password)
parameters['Swift-Storage-1::SnmpdReadonlyUserPassword'] = (
undercloud_ceilometer_snmpd_password)
parameters['Compute-1::SnmpdReadonlyUserPassword'] = (
undercloud_ceilometer_snmpd_password)
parameters['Controller-1::CeilometerPassword'] = ceilometer_pass
parameters[
'Controller-1::CeilometerMeteringSecret'] = ceilometer_secret
parameters['Compute-1::CeilometerPassword'] = ceilometer_pass
parameters[
'Compute-1::CeilometerMeteringSecret'] = ceilometer_secret
parameters['Controller-1::CinderPassword'] = (
passwords['OVERCLOUD_CINDER_PASSWORD'])
parameters['Controller-1::GlancePassword'] = (
passwords['OVERCLOUD_GLANCE_PASSWORD'])
parameters['Controller-1::HeatPassword'] = (
passwords['OVERCLOUD_HEAT_PASSWORD'])
parameters['Controller-1::NeutronPassword'] = (
passwords['OVERCLOUD_NEUTRON_PASSWORD'])
parameters['Compute-1::NeutronPassword'] = (
passwords['OVERCLOUD_NEUTRON_PASSWORD'])
parameters['Controller-1::NovaPassword'] = (
passwords['OVERCLOUD_NOVA_PASSWORD'])
parameters['Compute-1::NovaPassword'] = (
passwords['OVERCLOUD_NOVA_PASSWORD'])
parameters['Controller-1::SwiftHashSuffix'] = (
passwords['OVERCLOUD_SWIFT_HASH'])
parameters['Controller-1::SwiftPassword'] = (
passwords['OVERCLOUD_SWIFT_PASSWORD'])
def _get_stack(self, orchestration_client):
"""Get the ID for the current deployed overcloud stack if it exists."""
try:
stack = orchestration_client.stacks.get('overcloud')
self.log.info("Stack found, will be doing a stack update")
return stack
except HTTPNotFound:
self.log.info("No stack found, will be doing a stack create")
def _update_paramaters(self, args, network_client):
if args.use_tht:
parameters = PARAMETERS.copy()
else:
parameters = {}
self.log.debug("Generating overcloud passwords")
self.set_overcloud_passwords(parameters, args)
self.log.debug("Getting ctlplane from Neutron")
net = network_client.api.find_attr('networks', 'ctlplane')
parameters['NeutronControlPlaneID'] = net['id']
if args.control_scale > 1:
if args.use_tht:
parameters.update({
'NeutronL3HA': True,
'NeutronAllowL3AgentFailover': False,
})
else:
parameters.update({
'Controller-1::NeutronL3HA': True,
'Controller-1::NeutronAllowL3AgentFailover': False,
'Compute-1::NeutronL3HA': True,
'Compute-1::NeutronAllowL3AgentFailover': False,
})
if args.ceph_storage_scale > 0:
parameters.update({
'CephClusterFSID': six.text_type(uuid.uuid1()),
'CephMonKey': utils.create_cephx_key(),
'CephAdminKey': utils.create_cephx_key()
})
cinder_lvm = True if args.cinder_lvm else False
if args.use_tht:
parameters.update({
'CinderEnableRbdBackend': True,
'NovaEnableRbdBackend': True,
'CinderEnableIscsiBackend': cinder_lvm,
})
else:
parameters.update({
'Controller-1::CinderEnableRbdBackend': True,
'Controller-1::GlanceBackend': 'rbd',
'Compute-1::NovaEnableRbdBackend': True,
'Controller-1::CinderEnableIscsiBackend': cinder_lvm
})
neutron_enable_tunneling = not args.neutron_disable_tunneling
if args.use_tht:
parameters.update({
'OvercloudControlFlavor': args.control_flavor,
'OvercloudComputeFlavor': args.compute_flavor,
'OvercloudBlockStorageFlavor': args.block_storage_flavor,
'OvercloudSwiftStorageFlavor': args.swift_storage_flavor,
'OvercloudCephStorageFlavor': args.ceph_storage_flavor,
'NeutronNetworkType': args.neutron_network_type,
'NeutronTunnelTypes': args.neutron_tunnel_types,
'NeutronNetworkVLANRanges': args.neutron_network_vlan_ranges,
'NeutronEnableTunnelling': neutron_enable_tunneling,
})
else:
parameters.update({
'Controller-1::CinderISCSIHelper': 'lioadm',
'Cinder-Storage-1::CinderISCSIHelper': 'lioadm',
'Controller-1::CloudName': 'overcloud',
'Controller-1::NeutronPublicInterface':
args.neutron_public_interface,
'Controller-1::NeutronBridgeMappings':
args.neutron_bridge_mappings,
'Compute-1::NeutronBridgeMappings':
args.neutron_bridge_mappings,
'Controller-1::NeutronFlatNetworks':
args.neutron_flat_networks,
'Compute-1::NeutronFlatNetworks': args.neutron_flat_networks,
'Compute-1::NeutronPhysicalBridge':
args.neutron_physical_bridge,
'Compute-1::NeutronPublicInterface':
args.neutron_public_interface,
'Compute-1::NovaComputeLibvirtType': args.libvirt_type,
'Controller-1::NtpServer': args.ntp_server,
'Compute-1::NtpServer': args.ntp_server,
'Controller-1::NeutronNetworkType': args.neutron_network_type,
'Compute-1::NeutronNetworkType': args.neutron_network_type,
'Controller-1::NeutronTunnelTypes': args.neutron_tunnel_types,
'Compute-1::NeutronTunnelTypes': args.neutron_tunnel_types,
'Controller-1::NeutronNetworkVLANRanges':
args.neutron_network_vlan_ranges,
'Compute-1::NeutronNetworkVLANRanges':
args.neutron_network_vlan_ranges,
'Controller-1::NeutronEnableTunnelling':
neutron_enable_tunneling,
'Compute-1::NeutronEnableTunnelling':
neutron_enable_tunneling,
'Controller-1::count': args.control_scale,
'Compute-1::count': args.compute_scale,
'Swift-Storage-1::count': args.swift_storage_scale,
'Cinder-Storage-1::count': args.block_storage_scale,
'Ceph-Storage-1::count': args.ceph_storage_scale,
'Cinder-Storage-1::Flavor': args.block_storage_flavor,
'Compute-1::Flavor': args.compute_flavor,
'Controller-1::Flavor': args.control_flavor,
'Swift-Storage-1::Flavor': args.swift_storage_flavor,
'Ceph-Storage-1::Flavor': args.ceph_storage_flavor,
'Swift-Storage-1::Image': 'overcloud-full',
'Cinder-Storage-1::Image': 'overcloud-full',
'Ceph-Storage-1::Image': 'overcloud-full',
'Controller-1::Image': 'overcloud-full',
'Compute-1::Image': 'overcloud-full',
})
return parameters
def _heat_deploy(self, stack, template_path, parameters, environments):
"""Verify the Baremetal nodes are available and do a stack update"""
self.log.debug("Processing environment files")
env_files, env = (
template_utils.process_multiple_environments_and_files(
environments))
self.log.debug("Getting template contents")
template_files, template = template_utils.get_template_contents(
template_path)
files = dict(list(template_files.items()) + list(env_files.items()))
clients = self.app.client_manager
orchestration_client = clients.rdomanager_oscplugin.orchestration()
baremetal_client = clients.rdomanager_oscplugin.baremetal()
self.log.debug("Verifying that Baremetal nodes to available or active")
utils.set_nodes_state(
baremetal_client, baremetal_client.node.list(),
'provide', 'available', skipped_states=("available", "active"))
stack_name = "overcloud"
self.log.debug("Deploying stack: %s", stack_name)
self.log.debug("Deploying template: %s", template)
self.log.debug("Deploying parameters: %s", parameters)
self.log.debug("Deploying environment: %s", env)
self.log.debug("Deploying files: %s", files)
stack_args = {
'stack_name': stack_name,
'template': template,
'parameters': parameters,
'environment': env,
'files': files
}
if stack is None:
self.log.info("Performing Heat stack create")
orchestration_client.stacks.create(**stack_args)
else:
self.log.info("Performing Heat stack update")
orchestration_client.stacks.update(stack.id, **stack_args)
create_result = utils.wait_for_stack_ready(
orchestration_client, "overcloud")
if not create_result:
if stack is None:
raise Exception("Heat Stack create failed.")
else:
raise Exception("Heat Stack update failed.")
def _get_overcloud_endpoint(self, stack):
for output in stack.to_dict().get('outputs', {}):
if output['output_key'] == 'KeystoneURL':
return output['output_value']
def _pre_heat_deploy(self):
"""Setup before the Heat stack create or update has been done."""
clients = self.app.client_manager
compute_client = clients.compute
self.log.debug("Checking hypervisor stats")
if utils.check_hypervisor_stats(compute_client) is None:
print("Expected hypervisor stats not met", file=sys.stderr)
return
def _deploy_tripleo_heat_templates(self, stack, parsed_args):
"""Deploy the fixed templates in TripleO Heat Templates"""
clients = self.app.client_manager
network_client = clients.network
parameters = self._update_paramaters(parsed_args, network_client)
self.log.debug("Creating Environment file")
env_path = utils.create_environment_file()
if stack is None:
self.log.debug("Creating Keystone certificates")
keystone_pki.generate_certs_into_json(env_path, False)
environments = [RESOURCE_REGISTRY_PATH, env_path]
environments.extend(self._get_extra_config(parsed_args.extra_dir))
self._heat_deploy(stack, OVERCLOUD_YAML_PATH, parameters, environments)
def _deploy_tuskar(self, stack, parsed_args):
clients = self.app.client_manager
management = clients.rdomanager_oscplugin.management()
network_client = clients.network
# TODO(dmatthews): The Tuskar client has very similar code to this for
# downloading templates. It should be refactored upstream so we can use
# it.
if parsed_args.output_dir:
output_dir = parsed_args.output_dir
else:
output_dir = tempfile.mkdtemp()
if not os.path.isdir(output_dir):
os.mkdir(output_dir)
management_plan = oscutils.find_resource(
management.plans, parsed_args.plan)
# retrieve templates
templates = management.plans.templates(management_plan.plan_uuid)
parameters = self._update_paramaters(parsed_args, network_client)
if stack is None:
ca_key_pem, ca_cert_pem = keystone_pki.create_ca_pair()
signing_key_pem, signing_cert_pem = (
keystone_pki.create_signing_pair(ca_key_pem, ca_cert_pem))
parameters['Controller-1::KeystoneCACertificate'] = ca_cert_pem
parameters['Controller-1::KeystoneSigningCertificate'] = (
signing_cert_pem)
parameters['Controller-1::KeystoneSigningKey'] = signing_key_pem
# write file for each key-value in templates
print("The following templates will be written:")
for template_name, template_content in templates.items():
# It's possible to organize the role templates and their dependent
# files into directories, in which case the template_name will
# carry the directory information. If that's the case, first
# create the directory structure (if it hasn't already been
# created by another file in the templates list).
template_dir = os.path.dirname(template_name)
output_template_dir = os.path.join(output_dir, template_dir)
if template_dir and not os.path.exists(output_template_dir):
os.makedirs(output_template_dir)
filename = os.path.join(output_dir, template_name)
with open(filename, 'w+') as template_file:
template_file.write(template_content)
print(filename)
overcloud_yaml = os.path.join(output_dir, 'plan.yaml')
environment_yaml = os.path.join(output_dir, 'environment.yaml')
environments = [environment_yaml, ]
environments.extend(self._get_extra_config(parsed_args.extra_dir))
self._heat_deploy(stack, overcloud_yaml, parameters, environments)
def _get_extra_config(self, extra_dir):
"""Gather any extra environment files for customizations."""
extra_registries = glob.glob(extra_dir + '/*/*registry*yaml')
extra_envs = glob.glob(extra_dir + '/*/*environment*yaml')
return extra_registries + extra_envs
def _create_overcloudrc(self, stack, parsed_args):
overcloud_endpoint = self._get_overcloud_endpoint(stack)
overcloud_ip = six.moves.urllib.parse.urlparse(
overcloud_endpoint).hostname
rc_params = {
'NOVA_VERSION': '1.1',
'COMPUTE_API_VERSION': '1.1',
'OS_USERNAME': 'admin',
'OS_TENANT_NAME': 'admin',
'OS_NO_CACHE': 'True',
'OS_CLOUDNAME': 'overcloud',
'no_proxy': "%(no_proxy)s,%(overcloud_ip)s" % {
'no_proxy': parsed_args.no_proxy,
'overcloud_ip': overcloud_ip,
}
}
rc_params.update({
'OS_PASSWORD': self.passwords['OVERCLOUD_ADMIN_PASSWORD'],
'OS_AUTH_URL': self._get_overcloud_endpoint(stack),
})
with open('overcloudrc', 'w') as f:
for key, value in rc_params.items():
f.write("export %(key)s=%(value)s\n" %
{'key': key, 'value': value})
def _update_nodesjson(self, stack):
with open("instackenv.json") as f:
instack_env = json.load(f)
instack_env.setdefault('overcloud', {})
instack_env['overcloud']['password'] = (
self.passwords['OVERCLOUD_ADMIN_PASSWORD'])
instack_env['overcloud']['endpoint'] = (
self._get_overcloud_endpoint(stack))
with open("instackenv.json", "w") as f:
json.dump(instack_env, f)
def _deploy_postconfig(self, stack, parsed_args):
self.log.debug("_deploy_postconfig(%s)" % parsed_args)
passwords = self.passwords
overcloud_endpoint = self._get_overcloud_endpoint(stack)
overcloud_ip = six.moves.urllib.parse.urlparse(
overcloud_endpoint).hostname
utils.remove_known_hosts(overcloud_ip)
keystone.initialize(
overcloud_ip,
passwords['OVERCLOUD_ADMIN_TOKEN'],
'admin@example.com',
passwords['OVERCLOUD_ADMIN_PASSWORD'],
user='heat-admin')
services = {}
for service, data in six.iteritems(utils.SERVICE_LIST):
service_data = {}
password_field = data.get('password_field')
if password_field:
service_data['password'] = passwords[password_field]
services.update({service: service_data})
keystone_client = clients.get_keystone_client(
'admin',
passwords['OVERCLOUD_ADMIN_PASSWORD'],
'admin',
overcloud_endpoint)
keystone.setup_endpoints(
services,
client=keystone_client,
os_auth_url=overcloud_endpoint)
network_description = {
"float": {
"cidr": parsed_args.network_cidr,
"name": "default-net",
"nameserver": parsed_args.overcloud_nameserver
},
"external": {
"name": "ext-net",
"cidr": parsed_args.floating_id_cidr,
"allocation_start": parsed_args.floating_ip_start,
"allocation_end": parsed_args.floating_ip_end,
"gateway": parsed_args.bm_network_gateway,
}
}
neutron_client = clients.get_neutron_client(
'admin',
passwords['OVERCLOUD_ADMIN_PASSWORD'],
'admin',
overcloud_endpoint)
neutron.initialize_neutron(
network_description,
neutron_client=neutron_client,
keystone_client=keystone_client,
)
compute_client = clients.get_nova_bm_client(
'admin',
passwords['OVERCLOUD_ADMIN_PASSWORD'],
'admin',
overcloud_endpoint)
compute_client.flavors.create('m1.demo', 512, 1, 10, 'auto')
def get_parser(self, prog_name):
parser = super(DeployOvercloud, self).get_parser(prog_name)
parser.add_argument('--control-scale', type=int, default=1)
parser.add_argument('--compute-scale', type=int, default=1)
parser.add_argument('--ceph-storage-scale', type=int, default=0)
parser.add_argument('--block-storage-scale', type=int, default=0)
parser.add_argument('--swift-storage-scale', type=int, default=0)
parser.add_argument('--control-flavor', default='baremetal',
help=_("Nova flavor to use for control nodes."))
parser.add_argument('--compute-flavor', default='baremetal',
help=_("Nova flavor to use for compute nodes."))
parser.add_argument('--ceph-storage-flavor', default='baremetal',
help=_("Nova flavor to use for ceph storage "
"nodes."))
parser.add_argument('--block-storage-flavor', default='baremetal',
help=_("Nova flavor to use for cinder storage "
"nodes."))
parser.add_argument('--swift-storage-flavor', default='baremetal',
help=_("Nova flavor to use for swift storage "
"nodes."))
parser.add_argument('--use-tripleo-heat-templates',
dest='use_tht', action='store_true')
parser.add_argument('--neutron-flat-networks', default='datacentre')
parser.add_argument('--neutron-physical-bridge', default='br-ex')
parser.add_argument('--neutron-bridge-mappings',
default='datacentre:br-ex')
parser.add_argument('--neutron-public-interface', default='nic1')
parser.add_argument('--hypervisor-neutron-public-interface',
default='nic1')
parser.add_argument('--neutron-network-type', default='gre')
parser.add_argument('--neutron-tunnel-types', default='gre')
parser.add_argument('--neutron-disable-tunneling',
dest='neutron_disable_tunneling', default=False,
action="store_true"),
parser.add_argument('--neutron-network-vlan-ranges',
default='datacentre:1:1000')
parser.add_argument('--libvirt-type', default='qemu')
parser.add_argument('--ntp-server', default='')
parser.add_argument('--cinder-lvm',
dest='cinder_lvm',
action='store_true')
parser.add_argument(
'--tripleo-root',
default=os.environ.get('TRIPLEO_ROOT', '/etc/tripleo')
)
parser.add_argument(
'--nodes-json',
default=os.environ.get('NODES_JSON', 'instackenv.json')
)
parser.add_argument(
'--no-proxy',
default=os.environ.get('no_proxy', '')
)
parser.add_argument(
'--plan-uuid', dest='plan',
help=_("The UUID of the Tuskar plan to deploy.")
)
parser.add_argument(
'--plan',
help=_("The Name or UUID of the Tuskar plan to deploy.")
)
parser.add_argument(
'-O', '--output-dir', metavar='<OUTPUT DIR>',
help=_('Directory to write Tuskar template files into. It will be '
'created if it does not exist. If not provided a temporary '
'directory will be used.')
)
parser.add_argument(
'-e', '--extra-dir', metavar='<EXTRA DIR>',
default='/etc/tripleo/extra_config.d',
help=('Directory containing any extra environment files to pass '
'heat. (Defaults to /etc/tripleo/extra_config.d)')
)
parser.add_argument('--overcloud_nameserver', default='8.8.8.8')
parser.add_argument('--floating-id-cidr', default='192.0.2.0/24')
parser.add_argument('--floating-ip-start', default='192.0.2.45')
parser.add_argument('--floating-ip-end', default='192.0.2.64')
parser.add_argument('--bm-network-gateway', default='192.0.2.1')
parser.add_argument('--network-cidr', default='10.0.0.0/8')
return parser
def take_action(self, parsed_args):
self.log.debug("take_action(%s)" % parsed_args)
clients = self.app.client_manager
orchestration_client = clients.rdomanager_oscplugin.orchestration()
stack = self._get_stack(orchestration_client)
stack_create = stack is None
self._pre_heat_deploy()
if parsed_args.use_tht:
self._deploy_tripleo_heat_templates(stack, parsed_args)
else:
self._deploy_tuskar(stack, parsed_args)
# Get a new copy of the stack after stack update/create. If it was a
# create then the previous stack object would be None.
stack = self._get_stack(orchestration_client)
self._create_overcloudrc(stack, parsed_args)
self._update_nodesjson(stack)
if stack_create:
self._deploy_postconfig(stack, parsed_args)
overcloud_endpoint = self._get_overcloud_endpoint(stack)
print("Overcloud Endpoint: {0}".format(overcloud_endpoint))
print("Overcloud Deployed")