Create generic deployment action
Previously we've created an undercloud deploy action for use with the containerized undercloud. In order to support other deployments that may not be underclouds, we should rename the interface to something more generic. This change creates a tripleo deploy action and switches the undercloud deployment mechanism to leverage the tripleo deployment action. The tripleo deployment action has a new parameter called --standalone to indicate if we want to trigger an standalone deploy scenario. The undercloud deployment is a special standalone deployment so the existing undercloud deploy command passes standalone as true to the tripleo deployment action. Eventually we should roll in the existing overcloud deployment into this tripleo deploy command to align the two interfaces. Change-Id: I377b304ad78f54701971c7a29f71d612c62f5dc0 Related-Blueprint: all-in-one
This commit is contained in:
Alex Schultz
Emilien Macchi
parent
240728f525
commit
569b59e48c
|
|
@ -0,0 +1,10 @@
|
|||
---
|
||||
features:
|
||||
- |
|
||||
Create tripleo deploy action to be used as an interface to an standalone
|
||||
installer.
|
||||
deprecations:
|
||||
- |
|
||||
undercloud deploy action has been deprecated. The tripleo deploy action
|
||||
with the --standalone option should be used instead.
|
||||
|
||||
|
|
@ -47,6 +47,7 @@ openstack.cli.extension =
|
|||
tripleoclient = tripleoclient.plugin
|
||||
|
||||
openstack.tripleoclient.v1 =
|
||||
tripleo_deploy = tripleoclient.v1.tripleo_deploy:Deploy
|
||||
overcloud_netenv_validate = tripleoclient.v1.overcloud_netenv_validate:ValidateOvercloudNetenv
|
||||
overcloud_config_download = tripleoclient.v1.overcloud_config:DownloadConfig
|
||||
overcloud_container_image_upload = tripleoclient.v1.container_image:UploadImage
|
||||
|
|
|
|||
|
|
@ -0,0 +1,69 @@
|
|||
# Copyright 2015 Red Hat, Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
#
|
||||
|
||||
import mock
|
||||
|
||||
from tripleo_common.image import kolla_builder
|
||||
|
||||
from tripleoclient import exceptions
|
||||
from tripleoclient.tests.v1.test_plugin import TestPluginV1
|
||||
|
||||
# Load the plugin init module for the plugin list and show commands
|
||||
from tripleoclient.v1 import tripleo_deploy
|
||||
|
||||
# TODO(sbaker) Remove after a tripleo-common release contains this new function
|
||||
if not hasattr(kolla_builder, 'container_images_prepare_multi'):
|
||||
setattr(kolla_builder, 'container_images_prepare_multi', mock.Mock())
|
||||
|
||||
|
||||
class FakePluginV1Client(object):
|
||||
def __init__(self, **kwargs):
|
||||
self.auth_token = kwargs['token']
|
||||
self.management_url = kwargs['endpoint']
|
||||
|
||||
|
||||
class TestDeployUndercloud(TestPluginV1):
|
||||
|
||||
def setUp(self):
|
||||
super(TestDeployUndercloud, self).setUp()
|
||||
|
||||
# Get the command object to test
|
||||
self.cmd = tripleo_deploy.Deploy(self.app, None)
|
||||
|
||||
tripleo_deploy.Deploy.heat_pid = mock.MagicMock(
|
||||
return_value=False)
|
||||
tripleo_deploy.Deploy.tht_render = '/twd/templates'
|
||||
tripleo_deploy.Deploy.tmp_env_dir = '/twd'
|
||||
tripleo_deploy.Deploy.tmp_env_file_name = 'tmp/foo'
|
||||
tripleo_deploy.Deploy.heat_launch = mock.MagicMock(
|
||||
side_effect=(lambda *x, **y: None))
|
||||
|
||||
self.tc = self.app.client_manager.tripleoclient = mock.MagicMock()
|
||||
self.orc = self.tc.local_orchestration = mock.MagicMock()
|
||||
self.orc.stacks.create = mock.MagicMock(
|
||||
return_value={'stack': {'id': 'foo'}})
|
||||
|
||||
def test_take_action_standalone(self):
|
||||
"""This is currently handled by undercloud_deploy tests"""
|
||||
pass
|
||||
|
||||
def test_take_action(self):
|
||||
parsed_args = self.check_parser(self.cmd,
|
||||
['--local-ip', '127.0.0.1',
|
||||
'--templates', '/tmp/thtroot',
|
||||
'--stack', 'undercloud',
|
||||
'--output-dir', '/my'], [])
|
||||
self.assertRaises(exceptions.DeploymentError,
|
||||
self.cmd.take_action, parsed_args)
|
||||
|
|
@ -131,7 +131,7 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
'parse', autospec=True, return_value=dict())
|
||||
@mock.patch('heatclient.common.template_format.'
|
||||
'parse', autospec=True, return_value=dict())
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_setup_heat_environments', autospec=True)
|
||||
@mock.patch('tripleo_common.image.kolla_builder.'
|
||||
'container_images_prepare_multi')
|
||||
|
|
@ -180,7 +180,7 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
'parse', autospec=True, return_value=dict())
|
||||
@mock.patch('heatclient.common.template_format.'
|
||||
'parse', autospec=True, return_value=dict())
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_setup_heat_environments', autospec=True)
|
||||
@mock.patch('yaml.safe_dump', autospec=True)
|
||||
@mock.patch('yaml.safe_load', autospec=True)
|
||||
|
|
@ -249,12 +249,12 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
autospec=True)
|
||||
@mock.patch('tripleoclient.utils.'
|
||||
'process_multiple_environments', autospec=True)
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_process_hieradata_overrides', return_value='foo.yaml',
|
||||
autospec=True)
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_update_passwords_env', autospec=True)
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_run_and_log_output', autospec=True)
|
||||
@mock.patch('tempfile.mkdtemp', autospec=True, return_value='/twd')
|
||||
@mock.patch('shutil.copytree', autospec=True)
|
||||
|
|
@ -299,15 +299,15 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
|
||||
self.assertEqual(environment, expected_env)
|
||||
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_create_working_dirs', autospec=True)
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.TripleoInventory',
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.TripleoInventory',
|
||||
autospec=True)
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_launch_heat', autospec=True)
|
||||
@mock.patch('tripleo_common.utils.config.Config',
|
||||
autospec=True)
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.sys.stdout.flush')
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.sys.stdout.flush')
|
||||
@mock.patch('os.path.join', return_value='/twd/inventory.yaml')
|
||||
def test_download_ansible_playbooks(self, mock_join, mock_flush,
|
||||
mock_stack_config, mock_launch_heat,
|
||||
|
|
@ -324,7 +324,7 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
mock_inventory.write_static_inventory.assert_called_once_with(
|
||||
fake_output_dir + '/inventory.yaml', extra_vars)
|
||||
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_run_and_log_output', autospec=True)
|
||||
@mock.patch('os.chdir')
|
||||
@mock.patch('os.execvp')
|
||||
|
|
@ -338,31 +338,31 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
'-e', 'deploy_server_id=undercloud', '-e',
|
||||
'bootstrap_server_id=undercloud'])
|
||||
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_create_install_artifact', return_value='/tmp/foo.tar.bzip2')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_launch_ansible')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_cleanup_working_dirs')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_create_working_dirs')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_wait_local_port_ready', autospec=True)
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_deploy_tripleo_heat_templates', autospec=True,
|
||||
return_value='undercloud, 0')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_download_ansible_playbooks', autospec=True,
|
||||
return_value='/foo')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_launch_heat')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_kill_heat')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_configure_puppet')
|
||||
@mock.patch('os.geteuid', return_value=0)
|
||||
@mock.patch('os.environ', return_value='CREATE_COMPLETE')
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.'
|
||||
'event_utils.poll_for_events',
|
||||
return_value=('CREATE_COMPLETE', 0))
|
||||
def test_take_action(self, mock_poll, mock_environ, mock_geteuid,
|
||||
|
|
@ -425,7 +425,7 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
def test_process_hierdata_overrides(self, mock_exists, mock_tmpfile):
|
||||
data = "foo: bar"
|
||||
mock_open = mock.mock_open(read_data=data)
|
||||
with mock.patch('tripleoclient.v1.undercloud_deploy.open', mock_open):
|
||||
with mock.patch('tripleoclient.v1.tripleo_deploy.open', mock_open):
|
||||
self.assertEqual(mock_tmpfile.return_value.__enter__().name,
|
||||
self.cmd._process_hieradata_overrides('/foobar'))
|
||||
|
||||
|
|
@ -440,7 +440,7 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
def test_process_hierdata_overrides_tht(self, mock_exists, mock_tmpfile):
|
||||
data = "parameter_defaults:\n UndercloudExtraConfig:\n foo: bar"
|
||||
mock_open = mock.mock_open(read_data=data)
|
||||
with mock.patch('tripleoclient.v1.undercloud_deploy.open', mock_open):
|
||||
with mock.patch('tripleoclient.v1.tripleo_deploy.open', mock_open):
|
||||
self.assertEqual('/foobar',
|
||||
self.cmd._process_hieradata_overrides('/foobar'))
|
||||
|
||||
|
|
@ -453,7 +453,7 @@ class TestDeployUndercloud(TestPluginV1):
|
|||
self.cmd._kill_heat(parsed_args)
|
||||
wait_mock.assert_called_once_with(1234, 0)
|
||||
|
||||
@mock.patch('tripleoclient.v1.undercloud_deploy.DeployUndercloud.'
|
||||
@mock.patch('tripleoclient.v1.tripleo_deploy.Deploy.'
|
||||
'_get_tar_filename',
|
||||
return_value='/tmp/undercloud-install-1.tar.bzip2')
|
||||
@mock.patch('tarfile.open', autospec=True)
|
||||
|
|
|
|||
|
|
@ -0,0 +1,820 @@
|
|||
# Copyright 2016 Red Hat, Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
#
|
||||
from __future__ import print_function
|
||||
|
||||
import argparse
|
||||
import logging
|
||||
import netaddr
|
||||
import os
|
||||
import pwd
|
||||
import re
|
||||
import shutil
|
||||
import six
|
||||
import subprocess
|
||||
import sys
|
||||
import tarfile
|
||||
import tempfile
|
||||
import time
|
||||
import traceback
|
||||
import yaml
|
||||
|
||||
from cliff import command
|
||||
from datetime import datetime
|
||||
from heatclient.common import event_utils
|
||||
from heatclient.common import template_utils
|
||||
from openstackclient.i18n import _
|
||||
from six.moves import configparser
|
||||
from six.moves.urllib import error as url_error
|
||||
from six.moves.urllib import request
|
||||
|
||||
from tripleoclient import constants
|
||||
from tripleoclient import exceptions
|
||||
from tripleoclient import heat_launcher
|
||||
from tripleoclient import utils
|
||||
|
||||
from tripleo_common.image import kolla_builder
|
||||
from tripleo_common.utils import passwords as password_utils
|
||||
|
||||
# For ansible download
|
||||
from tripleo_common.inventory import TripleoInventory
|
||||
from tripleo_common.utils import config
|
||||
|
||||
VIP_CIDR_PREFIX_LEN = 32
|
||||
DEPLOY_FAILURE_MESSAGE = """
|
||||
##########################################################
|
||||
containerized undercloud deployment failed.
|
||||
|
||||
ERROR: Heat log files: {0}
|
||||
|
||||
See the previous output for details about what went wrong.
|
||||
|
||||
##########################################################
|
||||
"""
|
||||
DEPLOY_COMPLETION_MESSAGE = """
|
||||
########################################################
|
||||
containerized undercloud deployment complete.
|
||||
|
||||
Useful files:
|
||||
|
||||
Password file is at {0}
|
||||
The stackrc file is at {1}
|
||||
|
||||
Use these files to interact with OpenStack services, and
|
||||
ensure they are secured.
|
||||
|
||||
########################################################
|
||||
"""
|
||||
|
||||
|
||||
class Deploy(command.Command):
|
||||
"""Deploy containerized Undercloud"""
|
||||
|
||||
log = logging.getLogger(__name__ + ".Deploy")
|
||||
auth_required = False
|
||||
heat_pid = None
|
||||
tht_render = None
|
||||
output_dir = None
|
||||
tmp_env_dir = None
|
||||
tmp_env_file_name = None
|
||||
tmp_ansible_dir = None
|
||||
|
||||
def _symlink(self, src, dst, tmpd='/tmp'):
|
||||
self.log.debug("Symlinking %s to %s, via temp dir %s" %
|
||||
(src, dst, tmpd))
|
||||
try:
|
||||
tmp = tempfile.mkdtemp(dir=tmpd)
|
||||
subprocess.check_call(['mkdir', '-p', dst])
|
||||
os.chmod(tmp, 0o755)
|
||||
for obj in os.listdir(src):
|
||||
tmpf = os.path.join(tmp, obj)
|
||||
os.symlink(os.path.join(src, obj), tmpf)
|
||||
os.rename(tmpf, os.path.join(dst, obj))
|
||||
except Exception:
|
||||
raise
|
||||
finally:
|
||||
shutil.rmtree(tmp, ignore_errors=True)
|
||||
|
||||
def _get_tar_filename(self):
|
||||
"""Return tarball name for the install artifacts"""
|
||||
return '%s/undercloud-install-%s.tar.bzip2' % \
|
||||
(self.output_dir,
|
||||
datetime.utcnow().strftime('%Y%m%d%H%M%S'))
|
||||
|
||||
def _create_install_artifact(self):
|
||||
"""Create a tarball of the temporary folders used"""
|
||||
self.log.debug("Preserving deployment artifacts")
|
||||
|
||||
def remove_output_dir(info):
|
||||
"""Tar filter to remove output dir from path"""
|
||||
# leading path to tar is home/stack/ rather than /home/stack
|
||||
leading_path = self.output_dir[1:] + '/'
|
||||
info.name = info.name.replace(leading_path, '')
|
||||
return info
|
||||
|
||||
# tar up working data and put in
|
||||
# output_dir/undercloud-install-TS.tar.bzip2
|
||||
tar_filename = self._get_tar_filename()
|
||||
try:
|
||||
tf = tarfile.open(tar_filename, 'w:bz2')
|
||||
tf.add(self.tmp_env_dir, recursive=True, filter=remove_output_dir)
|
||||
if self.tmp_env_file_name:
|
||||
tf.add(self.tmp_env_file_name, filter=remove_output_dir)
|
||||
tf.add(self.tmp_ansible_dir, recursive=True,
|
||||
filter=remove_output_dir)
|
||||
tf.close()
|
||||
except Exception as ex:
|
||||
self.log.error("Unable to create artifact tarball, %s"
|
||||
% ex.message)
|
||||
return tar_filename
|
||||
|
||||
def _create_working_dirs(self):
|
||||
"""Creates temporary working directories"""
|
||||
if self.output_dir and not os.path.exists(self.output_dir):
|
||||
os.mkdir(self.output_dir)
|
||||
if not self.tmp_env_dir:
|
||||
self.tmp_env_dir = tempfile.mkdtemp(prefix='undercloud-templates-',
|
||||
dir=self.output_dir)
|
||||
if not self.tmp_ansible_dir:
|
||||
self.tmp_ansible_dir = tempfile.mkdtemp(
|
||||
prefix='undercloud-ansible-', dir=self.output_dir)
|
||||
|
||||
def _cleanup_working_dirs(self, cleanup=False):
|
||||
"""Cleanup temporary working directories
|
||||
|
||||
:param cleanup: Set to true if you DO want to cleanup the dirs
|
||||
"""
|
||||
if cleanup:
|
||||
if self.tmp_env_dir and os.path.exists(self.tmp_env_dir):
|
||||
shutil.rmtree(self.tmp_env_dir, ignore_errors=True)
|
||||
# tht_render is a sub-dir of tmp_env_dir
|
||||
self.tht_render = None
|
||||
self.tmp_env_dir = None
|
||||
if self.tmp_env_file_name:
|
||||
try:
|
||||
os.remove(self.tmp_env_file_name)
|
||||
self.tmp_env_file_name = None
|
||||
except Exception as ex:
|
||||
if 'No such file or directory' in six.text_type(ex):
|
||||
pass
|
||||
if self.tmp_ansible_dir and os.path.exists(self.tmp_ansible_dir):
|
||||
shutil.rmtree(self.tmp_ansible_dir)
|
||||
self.tmp_ansible_dir = None
|
||||
else:
|
||||
self.log.warning("Not cleaning temporary directory %s"
|
||||
% self.tmp_env_dir)
|
||||
self.log.warning("Not removing temporary environment file %s"
|
||||
% self.tmp_env_file_name)
|
||||
self.log.warning("Not cleaning ansible directory %s"
|
||||
% self.tmp_ansible_dir)
|
||||
|
||||
def _get_hostname(self):
|
||||
p = subprocess.Popen(["hostname", "-s"], stdout=subprocess.PIPE)
|
||||
return p.communicate()[0].rstrip()
|
||||
|
||||
def _configure_puppet(self):
|
||||
self.log.info('Configuring puppet modules symlinks ...')
|
||||
self._symlink(constants.TRIPLEO_PUPPET_MODULES,
|
||||
constants.PUPPET_MODULES,
|
||||
constants.PUPPET_BASE)
|
||||
|
||||
def _wait_local_port_ready(self, api_port):
|
||||
count = 0
|
||||
while count < 30:
|
||||
time.sleep(1)
|
||||
count += 1
|
||||
try:
|
||||
request.urlopen("http://127.0.0.1:%s/" % api_port, timeout=1)
|
||||
except url_error.HTTPError as he:
|
||||
if he.code == 300:
|
||||
return True
|
||||
pass
|
||||
except url_error.URLError:
|
||||
pass
|
||||
return False
|
||||
|
||||
def _run_and_log_output(self, cmd, cwd=None):
|
||||
proc = subprocess.Popen(cmd, stdout=subprocess.PIPE,
|
||||
stderr=subprocess.STDOUT, shell=False,
|
||||
bufsize=1, cwd=cwd)
|
||||
|
||||
for line in iter(proc.stdout.readline, b''):
|
||||
# TODO(aschultz): this should probably goto a log file
|
||||
self.log.warning(line.rstrip())
|
||||
proc.stdout.close()
|
||||
return proc.wait()
|
||||
|
||||
def _update_passwords_env(self, output_dir, passwords=None):
|
||||
pw_file = os.path.join(output_dir, 'tripleo-undercloud-passwords.yaml')
|
||||
undercloud_pw_file = os.path.join(output_dir,
|
||||
'undercloud-passwords.conf')
|
||||
stack_env = {'parameter_defaults': {}}
|
||||
|
||||
# Getting passwords that were managed by instack-undercloud so
|
||||
# we can upgrade to a containerized undercloud and keep old passwords.
|
||||
legacy_env = {}
|
||||
if os.path.exists(undercloud_pw_file):
|
||||
config = configparser.ConfigParser()
|
||||
config.read(undercloud_pw_file)
|
||||
for k, v in config.items('auth'):
|
||||
# Manage exceptions
|
||||
if k == 'undercloud_db_password':
|
||||
k = 'MysqlRootPassword'
|
||||
elif k == 'undercloud_rabbit_username':
|
||||
k = 'RabbitUserName'
|
||||
elif k == 'undercloud_heat_encryption_key':
|
||||
k = 'HeatAuthEncryptionKey'
|
||||
else:
|
||||
k = ''.join(i.capitalize() for i in k.split('_')[1:])
|
||||
legacy_env[k] = v
|
||||
|
||||
if os.path.exists(pw_file):
|
||||
with open(pw_file) as pf:
|
||||
stack_env = yaml.safe_load(pf.read())
|
||||
|
||||
pw = password_utils.generate_passwords(stack_env=stack_env)
|
||||
stack_env['parameter_defaults'].update(pw)
|
||||
# Override what has been generated by tripleo-common with old passwords
|
||||
# if any.
|
||||
stack_env['parameter_defaults'].update(legacy_env)
|
||||
|
||||
if passwords:
|
||||
# These passwords are the DefaultPasswords so we only
|
||||
# update if they don't already exist in stack_env
|
||||
for p, v in passwords.items():
|
||||
if p not in stack_env['parameter_defaults']:
|
||||
stack_env['parameter_defaults'][p] = v
|
||||
|
||||
# Write out the password file in yaml for heat.
|
||||
# This contains sensitive data so ensure it's not world-readable
|
||||
with open(pw_file, 'w') as pf:
|
||||
yaml.safe_dump(stack_env, pf, default_flow_style=False)
|
||||
# Using chmod here instead of permissions on the open above so we don't
|
||||
# have to fight with umask.
|
||||
os.chmod(pw_file, 0o600)
|
||||
# Write out an instack undercloud compatible version.
|
||||
# This contains sensitive data so ensure it's not world-readable
|
||||
with open(undercloud_pw_file, 'w') as pf:
|
||||
pf.write('[auth]\n')
|
||||
for p, v in stack_env['parameter_defaults'].items():
|
||||
if 'Password' in p or 'Token' in p or p.endswith('Kek'):
|
||||
# Convert camelcase from heat templates into the underscore
|
||||
# format used by instack undercloud.
|
||||
s1 = re.sub('(.)([A-Z][a-z]+)', r'\1_\2', p)
|
||||
pw_key = re.sub('([a-z0-9])([A-Z])',
|
||||
r'\1_\2', s1).lower()
|
||||
pf.write('undercloud_%s: %s\n' % (pw_key, v))
|
||||
os.chmod(undercloud_pw_file, 0o600)
|
||||
|
||||
return pw_file
|
||||
|
||||
def _generate_hosts_parameters(self, parsed_args, p_ip):
|
||||
hostname = self._get_hostname()
|
||||
domain = parsed_args.local_domain
|
||||
|
||||
data = {
|
||||
'CloudName': p_ip,
|
||||
'CloudDomain': domain,
|
||||
'CloudNameInternal': '%s.internalapi.%s' % (hostname, domain),
|
||||
'CloudNameStorage': '%s.storage.%s' % (hostname, domain),
|
||||
'CloudNameStorageManagement': ('%s.storagemgmt.%s'
|
||||
% (hostname, domain)),
|
||||
'CloudNameCtlplane': '%s.ctlplane.%s' % (hostname, domain),
|
||||
}
|
||||
return data
|
||||
|
||||
def _generate_portmap_parameters(self, ip_addr, cidr_prefixlen,
|
||||
ctlplane_vip_addr, public_vip_addr):
|
||||
hostname = self._get_hostname()
|
||||
|
||||
data = {
|
||||
'ControlPlaneSubnetCidr': '%s' % cidr_prefixlen,
|
||||
'HostnameMap': {
|
||||
'undercloud-undercloud-0': '%s' % hostname
|
||||
},
|
||||
# The settings below allow us to inject a custom public
|
||||
# VIP. This requires use of the generated
|
||||
# ../network/ports/external_from_pool.yaml resource in t-h-t.
|
||||
'IPPool': {
|
||||
'external': [public_vip_addr]
|
||||
},
|
||||
'ExternalNetCidr': '%s/%s' % (public_vip_addr, cidr_prefixlen),
|
||||
# This requires use of the
|
||||
# ../deployed-server/deployed-neutron-port.yaml resource in t-h-t
|
||||
# We use this for the control plane VIP and also via
|
||||
# the environments/deployed-server-noop-ctlplane.yaml
|
||||
# for the server IP itself
|
||||
'DeployedServerPortMap': {
|
||||
('%s-ctlplane' % hostname): {
|
||||
'fixed_ips': [{'ip_address': ip_addr}],
|
||||
'subnets': [{'cidr': cidr_prefixlen}]
|
||||
},
|
||||
'control_virtual_ip': {
|
||||
'fixed_ips': [{'ip_address': ctlplane_vip_addr}],
|
||||
'subnets': [{'cidr': VIP_CIDR_PREFIX_LEN}]
|
||||
},
|
||||
'public_virtual_ip': {
|
||||
'fixed_ips': [{'ip_address': public_vip_addr}],
|
||||
'subnets': [{'cidr': VIP_CIDR_PREFIX_LEN}]
|
||||
}
|
||||
}
|
||||
}
|
||||
return data
|
||||
|
||||
def _kill_heat(self, parsed_args):
|
||||
"""Tear down heat installer and temp files
|
||||
|
||||
Kill the heat launcher/installer process.
|
||||
Teardown temp files created in the deployment process,
|
||||
when cleanup is requested.
|
||||
|
||||
"""
|
||||
if self.heat_pid:
|
||||
self.heat_launch.kill_heat(self.heat_pid)
|
||||
pid, ret = os.waitpid(self.heat_pid, 0)
|
||||
self.heat_pid = None
|
||||
|
||||
def _launch_heat(self, parsed_args):
|
||||
# we do this as root to chown config files properly for docker, etc.
|
||||
if parsed_args.heat_native:
|
||||
self.heat_launch = heat_launcher.HeatNativeLauncher(
|
||||
parsed_args.heat_api_port,
|
||||
parsed_args.heat_container_image,
|
||||
parsed_args.heat_user)
|
||||
else:
|
||||
self.heat_launch = heat_launcher.HeatDockerLauncher(
|
||||
parsed_args.heat_api_port,
|
||||
parsed_args.heat_container_image,
|
||||
parsed_args.heat_user)
|
||||
|
||||
# NOTE(dprince): we launch heat with fork exec because
|
||||
# we don't want it to inherit our args. Launching heat
|
||||
# as a "library" would be cool... but that would require
|
||||
# more refactoring. It runs a single process and we kill
|
||||
# it always below.
|
||||
self.heat_pid = os.fork()
|
||||
if self.heat_pid == 0:
|
||||
if parsed_args.heat_native:
|
||||
try:
|
||||
uid = pwd.getpwnam(parsed_args.heat_user).pw_uid
|
||||
gid = pwd.getpwnam(parsed_args.heat_user).pw_gid
|
||||
except KeyError:
|
||||
raise exceptions.DeploymentError(
|
||||
"Please create a %s user account before "
|
||||
"proceeding." % parsed_args.heat_user)
|
||||
os.setgid(gid)
|
||||
os.setuid(uid)
|
||||
self.heat_launch.heat_db_sync()
|
||||
# Exec() never returns.
|
||||
self.heat_launch.launch_heat()
|
||||
|
||||
# NOTE(dprince): we use our own client here because we set
|
||||
# auth_required=False above because keystone isn't running when this
|
||||
# command starts
|
||||
tripleoclients = self.app.client_manager.tripleoclient
|
||||
orchestration_client = \
|
||||
tripleoclients.local_orchestration(parsed_args.heat_api_port)
|
||||
|
||||
return orchestration_client
|
||||
|
||||
def _setup_heat_environments(self, parsed_args):
|
||||
"""Process tripleo heat templates with jinja
|
||||
|
||||
* Copy --templates content into a temporary working dir
|
||||
created under the --output_dir path as output_dir/tempwd/templates.
|
||||
* Process j2 templates there
|
||||
* Return the environments list for futher processing.
|
||||
|
||||
The first two items are reserved for the
|
||||
overcloud-resource-registry-puppet.yaml and passwords files.
|
||||
"""
|
||||
|
||||
self._create_working_dirs()
|
||||
self.tht_render = os.path.join(self.tmp_env_dir, 'templates')
|
||||
shutil.copytree(parsed_args.templates, self.tht_render, symlinks=True)
|
||||
|
||||
# generate jinja templates by its work dir location
|
||||
self.log.debug("Using roles file %s" % parsed_args.roles_file)
|
||||
process_templates = os.path.join(parsed_args.templates,
|
||||
'tools/process-templates.py')
|
||||
args = ['python', process_templates, '--roles-data',
|
||||
parsed_args.roles_file, '--output-dir', self.tht_render]
|
||||
if self._run_and_log_output(args, cwd=self.tht_render) != 0:
|
||||
# TODO(aschultz): improve error messaging
|
||||
raise exceptions.DeploymentError("Problems generating templates.")
|
||||
|
||||
self.log.info("Deploying templates in the directory {0}".format(
|
||||
os.path.abspath(self.tht_render)))
|
||||
|
||||
self.log.warning("** Creating Environment file **")
|
||||
environments = []
|
||||
|
||||
resource_registry_path = os.path.join(
|
||||
self.tht_render, 'overcloud-resource-registry-puppet.yaml')
|
||||
environments.insert(0, resource_registry_path)
|
||||
|
||||
# this will allow the user to overwrite passwords with custom envs
|
||||
pw_file = self._update_passwords_env(self.output_dir)
|
||||
environments.insert(1, pw_file)
|
||||
|
||||
undercloud_env_path = os.path.join(
|
||||
self.tht_render, 'environments', 'undercloud.yaml')
|
||||
environments.append(undercloud_env_path)
|
||||
|
||||
# use deployed-server because we run os-collect-config locally
|
||||
deployed_server_env = os.path.join(
|
||||
self.tht_render, 'environments',
|
||||
'config-download-environment.yaml')
|
||||
environments.append(deployed_server_env)
|
||||
|
||||
# use deployed-server because we run os-collect-config locally
|
||||
deployed_server_env = os.path.join(
|
||||
self.tht_render, 'environments',
|
||||
'deployed-server-noop-ctlplane.yaml')
|
||||
environments.append(deployed_server_env)
|
||||
|
||||
if parsed_args.environment_files:
|
||||
environments.extend(parsed_args.environment_files)
|
||||
|
||||
with tempfile.NamedTemporaryFile(delete=False) as tmp_env_file:
|
||||
self.tmp_env_file_name = tmp_env_file.name
|
||||
|
||||
ip_nw = netaddr.IPNetwork(parsed_args.local_ip)
|
||||
ip = str(ip_nw.ip)
|
||||
cidr_prefixlen = ip_nw.prefixlen
|
||||
|
||||
if parsed_args.control_virtual_ip:
|
||||
c_ip = parsed_args.control_virtual_ip
|
||||
else:
|
||||
c_ip = ip
|
||||
|
||||
if parsed_args.public_virtual_ip:
|
||||
p_ip = parsed_args.public_virtual_ip
|
||||
else:
|
||||
p_ip = ip
|
||||
|
||||
tmp_env = self._generate_hosts_parameters(parsed_args, p_ip)
|
||||
tmp_env.update(self._generate_portmap_parameters(
|
||||
ip, cidr_prefixlen, c_ip, p_ip))
|
||||
|
||||
with open(self.tmp_env_file_name, 'w') as env_file:
|
||||
yaml.safe_dump({'parameter_defaults': tmp_env}, env_file,
|
||||
default_flow_style=False)
|
||||
environments.append(self.tmp_env_file_name)
|
||||
|
||||
if parsed_args.hieradata_override:
|
||||
environments.append(self._process_hieradata_overrides(
|
||||
parsed_args.hieradata_override))
|
||||
|
||||
return environments
|
||||
|
||||
def _prepare_container_images(self, env, roles_file):
|
||||
if roles_file:
|
||||
with open(roles_file) as f:
|
||||
roles_data = yaml.safe_load(f)
|
||||
else:
|
||||
roles_data = None
|
||||
image_params = kolla_builder.container_images_prepare_multi(
|
||||
env, roles_data)
|
||||
|
||||
# use setdefault to ensure every needed image parameter is
|
||||
# populated without replacing user-set values
|
||||
if image_params:
|
||||
pd = env.get('parameter_defaults', {})
|
||||
for k, v in image_params.items():
|
||||
pd.setdefault(k, v)
|
||||
|
||||
def _deploy_tripleo_heat_templates(self, orchestration_client,
|
||||
parsed_args):
|
||||
"""Deploy the fixed templates in TripleO Heat Templates"""
|
||||
|
||||
# sets self.tht_render to the temporary work dir after it's done
|
||||
environments = self._setup_heat_environments(parsed_args)
|
||||
|
||||
self.log.debug("Processing environment files %s" % environments)
|
||||
env_files, env = utils.process_multiple_environments(
|
||||
environments, self.tht_render, parsed_args.templates,
|
||||
cleanup=parsed_args.cleanup)
|
||||
|
||||
roles_file = os.path.join(
|
||||
parsed_args.templates, parsed_args.roles_file)
|
||||
self._prepare_container_images(env, roles_file)
|
||||
|
||||
self.log.debug("Getting template contents")
|
||||
template_path = os.path.join(self.tht_render, 'overcloud.yaml')
|
||||
template_files, template = \
|
||||
template_utils.get_template_contents(template_path)
|
||||
|
||||
files = dict(list(template_files.items()) + list(env_files.items()))
|
||||
|
||||
stack_name = parsed_args.stack
|
||||
|
||||
self.log.debug("Deploying stack: %s", stack_name)
|
||||
self.log.debug("Deploying template: %s", template)
|
||||
self.log.debug("Deploying environment: %s", env)
|
||||
self.log.debug("Deploying files: %s", files)
|
||||
|
||||
stack_args = {
|
||||
'stack_name': stack_name,
|
||||
'template': template,
|
||||
'environment': env,
|
||||
'files': files,
|
||||
}
|
||||
|
||||
if parsed_args.timeout:
|
||||
stack_args['timeout_mins'] = parsed_args.timeout
|
||||
|
||||
self.log.warning("** Performing Heat stack create.. **")
|
||||
stack = orchestration_client.stacks.create(**stack_args)
|
||||
stack_id = stack['stack']['id']
|
||||
|
||||
return "%s/%s" % (stack_name, stack_id)
|
||||
|
||||
def _download_ansible_playbooks(self, client, stack_name):
|
||||
stack_config = config.Config(client)
|
||||
self._create_working_dirs()
|
||||
|
||||
self.log.warning('** Downloading undercloud ansible.. **')
|
||||
# python output buffering is making this seem to take forever..
|
||||
sys.stdout.flush()
|
||||
stack_config.write_config(stack_config.fetch_config('undercloud'),
|
||||
'undercloud',
|
||||
self.tmp_ansible_dir)
|
||||
|
||||
inventory = TripleoInventory(
|
||||
hclient=client,
|
||||
plan_name=stack_name,
|
||||
ansible_ssh_user='root')
|
||||
|
||||
inv_path = os.path.join(self.tmp_ansible_dir, 'inventory.yaml')
|
||||
extra_vars = {'Undercloud': {'ansible_connection': 'local'}}
|
||||
inventory.write_static_inventory(inv_path, extra_vars)
|
||||
|
||||
self.log.info('** Downloaded undercloud ansible to %s **' %
|
||||
self.tmp_ansible_dir)
|
||||
sys.stdout.flush()
|
||||
return self.tmp_ansible_dir
|
||||
|
||||
# Never returns, calls exec()
|
||||
def _launch_ansible(self, ansible_dir):
|
||||
self.log.warning('** Running ansible.. **')
|
||||
os.chdir(ansible_dir)
|
||||
playbook_inventory = os.path.join(ansible_dir, 'inventory.yaml')
|
||||
cmd = ['ansible-playbook', '-i', playbook_inventory,
|
||||
'deploy_steps_playbook.yaml', '-e', 'role_name=Undercloud',
|
||||
'-e', 'deploy_server_id=undercloud', '-e',
|
||||
'bootstrap_server_id=undercloud']
|
||||
self.log.debug('Running Ansible: %s' % (' '.join(cmd)))
|
||||
return self._run_and_log_output(cmd)
|
||||
|
||||
def get_parser(self, prog_name):
|
||||
parser = argparse.ArgumentParser(
|
||||
description=self.get_description(),
|
||||
prog=prog_name,
|
||||
add_help=False
|
||||
)
|
||||
parser.add_argument(
|
||||
'--templates', nargs='?', const=constants.TRIPLEO_HEAT_TEMPLATES,
|
||||
help=_("The directory containing the Heat templates to deploy"),
|
||||
)
|
||||
parser.add_argument('--standalone', default=False, action='store_true',
|
||||
help=_("Run deployment as a standalone deployment "
|
||||
"with no undercloud."))
|
||||
parser.add_argument('--stack',
|
||||
help=_("Stack name to create"),
|
||||
default='undercloud')
|
||||
parser.add_argument('--output-dir',
|
||||
dest='output_dir',
|
||||
help=_("Directory to output state, processed heat "
|
||||
"templates, ansible deployment files."),
|
||||
default=constants.UNDERCLOUD_OUTPUT_DIR)
|
||||
parser.add_argument('--output-only',
|
||||
dest='output_only',
|
||||
action='store_true',
|
||||
default=False,
|
||||
help=_("Do not execute the Ansible playbooks. By"
|
||||
" default the playbooks are saved to the"
|
||||
" output-dir and then executed.")),
|
||||
parser.add_argument('-t', '--timeout', metavar='<TIMEOUT>',
|
||||
type=int, default=30,
|
||||
help=_('Deployment timeout in minutes.'))
|
||||
parser.add_argument(
|
||||
'-e', '--environment-file', metavar='<HEAT ENVIRONMENT FILE>',
|
||||
action='append', dest='environment_files',
|
||||
help=_('Environment files to be passed to the heat stack-create '
|
||||
'or heat stack-update command. (Can be specified more than '
|
||||
'once.)')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--roles-file', '-r', dest='roles_file',
|
||||
help=_('Roles file, overrides the default %s in the --templates '
|
||||
'directory') % constants.UNDERCLOUD_ROLES_FILE,
|
||||
default=constants.UNDERCLOUD_ROLES_FILE
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-api-port', metavar='<HEAT_API_PORT>',
|
||||
dest='heat_api_port',
|
||||
default='8006',
|
||||
help=_('Heat API port to use for the installers private'
|
||||
' Heat API instance. Optional. Default: 8006.)')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-user', metavar='<HEAT_USER>',
|
||||
dest='heat_user',
|
||||
default='heat',
|
||||
help=_('User to execute the non-priveleged heat-all process. '
|
||||
'Defaults to heat.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-container-image', metavar='<HEAT_CONTAINER_IMAGE>',
|
||||
dest='heat_container_image',
|
||||
default='tripleomaster/centos-binary-heat-all',
|
||||
help=_('The container image to use when launching the heat-all '
|
||||
'process. Defaults to: '
|
||||
'tripleomaster/centos-binary-heat-all')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-native',
|
||||
action='store_true',
|
||||
default=True,
|
||||
help=_('Execute the heat-all process natively on this host. '
|
||||
'This option requires that the heat-all binaries '
|
||||
'be installed locally on this machine. '
|
||||
'This option is enabled by default which means heat-all is '
|
||||
'executed on the host OS directly.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--local-ip', metavar='<LOCAL_IP>',
|
||||
dest='local_ip',
|
||||
help=_('Local IP/CIDR for undercloud traffic. Required.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--control-virtual-ip', metavar='<CONTROL_VIRTUAL_IP>',
|
||||
dest='control_virtual_ip',
|
||||
help=_('Control plane VIP. This allows the undercloud installer '
|
||||
'to configure a custom VIP on the control plane.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--public-virtual-ip', metavar='<PUBLIC_VIRTUAL_IP>',
|
||||
dest='public_virtual_ip',
|
||||
help=_('Public nw VIP. This allows the undercloud installer '
|
||||
'to configure a custom VIP on the public (external) NW.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--local-domain', metavar='<LOCAL_DOMAIN>',
|
||||
dest='local_domain',
|
||||
default='undercloud',
|
||||
help=_('Local domain for undercloud and its API endpoints')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--cleanup',
|
||||
action='store_true', default=False,
|
||||
help=_('Cleanup temporary files. Using this flag will '
|
||||
'remove the temporary files used during deployment in '
|
||||
'after the command is run.'),
|
||||
|
||||
)
|
||||
parser.add_argument(
|
||||
'--hieradata-override', nargs='?',
|
||||
help=_('Path to hieradata override file. When it points to a heat '
|
||||
'env file, it is passed in t-h-t via --environment-file. '
|
||||
'When the file contains legacy instack data, '
|
||||
'it is wrapped with UndercloudExtraConfig and also '
|
||||
'passed in for t-h-t as a temp file created in '
|
||||
'--output-dir. Note, instack hiera data may be '
|
||||
'not t-h-t compatible and will highly likely require a '
|
||||
'manual revision.')
|
||||
)
|
||||
return parser
|
||||
|
||||
def _process_hieradata_overrides(self, override_file=None):
|
||||
"""Count in hiera data overrides including legacy formats
|
||||
|
||||
Return a file name that points to processed hiera data overrides file
|
||||
"""
|
||||
if not override_file or not os.path.exists(override_file):
|
||||
# we should never get here because there's a check in
|
||||
# undercloud_conf but stranger things have happened.
|
||||
msg = 'hieradata_override file could not be found %s' %\
|
||||
override_file
|
||||
self.log.error(msg)
|
||||
raise exceptions.DeploymentError(msg)
|
||||
|
||||
target = override_file
|
||||
data = open(target, 'r').read()
|
||||
hiera_data = yaml.safe_load(data)
|
||||
if not hiera_data:
|
||||
msg = 'Unsupported data format in hieradata override %s' % target
|
||||
self.log.error(msg)
|
||||
raise exceptions.DeploymentError(msg)
|
||||
self._create_working_dirs()
|
||||
|
||||
# NOTE(bogdando): In t-h-t, hiera data should come in wrapped as
|
||||
# {parameter_defaults: {UndercloudExtraConfig: ... }}
|
||||
if ('UndercloudExtraConfig' not in hiera_data.get('parameter_defaults',
|
||||
{})):
|
||||
template_location = os.path.join(self.tmp_env_dir, 'templates')
|
||||
with tempfile.NamedTemporaryFile(dir=template_location,
|
||||
prefix='hieradata-override',
|
||||
suffix='.yaml',
|
||||
delete=False) as override:
|
||||
self.log.info('Converting hiera overrides for t-h-t from '
|
||||
'legacy format into a tempfile %s' %
|
||||
override.name)
|
||||
yaml.safe_dump(
|
||||
{'parameter_defaults': {
|
||||
'UndercloudExtraConfig': hiera_data}},
|
||||
override,
|
||||
default_flow_style=False)
|
||||
target = override.name
|
||||
return target
|
||||
|
||||
def _standalone_deploy(self, parsed_args):
|
||||
if not parsed_args.local_ip:
|
||||
self.log.error('Please set --local-ip to the correct '
|
||||
'ipaddress/cidr for this machine.')
|
||||
return
|
||||
|
||||
if not os.environ.get('HEAT_API_PORT'):
|
||||
os.environ['HEAT_API_PORT'] = parsed_args.heat_api_port
|
||||
|
||||
# The main thread runs as root and we drop privs for forked
|
||||
# processes below. Only the heat deploy/os-collect-config forked
|
||||
# process runs as root.
|
||||
if os.geteuid() != 0:
|
||||
raise exceptions.DeploymentError("Please run as root.")
|
||||
|
||||
# prepare working spaces
|
||||
self.output_dir = os.path.abspath(parsed_args.output_dir)
|
||||
self._create_working_dirs()
|
||||
|
||||
# configure puppet
|
||||
self._configure_puppet()
|
||||
|
||||
rc = 1
|
||||
try:
|
||||
# Launch heat.
|
||||
orchestration_client = self._launch_heat(parsed_args)
|
||||
# Wait for heat to be ready.
|
||||
self._wait_local_port_ready(parsed_args.heat_api_port)
|
||||
# Deploy TripleO Heat templates.
|
||||
stack_id = \
|
||||
self._deploy_tripleo_heat_templates(orchestration_client,
|
||||
parsed_args)
|
||||
# Wait for complete..
|
||||
status, msg = event_utils.poll_for_events(
|
||||
orchestration_client, stack_id, nested_depth=6)
|
||||
if status != "CREATE_COMPLETE":
|
||||
raise Exception("Stack create failed; %s" % msg)
|
||||
|
||||
# download the ansible playbooks and execute them.
|
||||
ansible_dir = \
|
||||
self._download_ansible_playbooks(orchestration_client,
|
||||
parsed_args.stack)
|
||||
# Kill heat, we're done with it now.
|
||||
self._kill_heat(parsed_args)
|
||||
if not parsed_args.output_only:
|
||||
# Never returns.. We exec() it directly.
|
||||
rc = self._launch_ansible(ansible_dir)
|
||||
except Exception as e:
|
||||
self.log.error("Exception: %s" % e)
|
||||
self.log.error(traceback.format_exception(*sys.exc_info()))
|
||||
raise
|
||||
finally:
|
||||
self._kill_heat(parsed_args)
|
||||
tar_filename = self._create_install_artifact()
|
||||
self._cleanup_working_dirs(cleanup=parsed_args.cleanup)
|
||||
if tar_filename:
|
||||
self.log.warning('Install artifact is located at %s' %
|
||||
tar_filename)
|
||||
if not parsed_args.output_only and rc != 0:
|
||||
# We only get here on error.
|
||||
self.log.error(DEPLOY_FAILURE_MESSAGE.format(
|
||||
self.heat_launch.install_tmp
|
||||
))
|
||||
else:
|
||||
self.log.warning(DEPLOY_COMPLETION_MESSAGE.format(
|
||||
'~/undercloud-passwords.conf',
|
||||
'~/stackrc'
|
||||
))
|
||||
return rc
|
||||
|
||||
def take_action(self, parsed_args):
|
||||
self.log.debug("take_action(%s)" % parsed_args)
|
||||
|
||||
if parsed_args.standalone:
|
||||
self._standalone_deploy(parsed_args)
|
||||
else:
|
||||
raise exceptions.DeploymentError('Non-standalone is currently not '
|
||||
'supported')
|
||||
|
|
@ -12,797 +12,23 @@
|
|||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
#
|
||||
import argparse
|
||||
from __future__ import print_function
|
||||
|
||||
import logging
|
||||
import netaddr
|
||||
import os
|
||||
import pwd
|
||||
import re
|
||||
import shutil
|
||||
import six
|
||||
import subprocess
|
||||
import sys
|
||||
import tarfile
|
||||
import tempfile
|
||||
import time
|
||||
import traceback
|
||||
import yaml
|
||||
|
||||
from cliff import command
|
||||
from datetime import datetime
|
||||
from heatclient.common import event_utils
|
||||
from heatclient.common import template_utils
|
||||
from openstackclient.i18n import _
|
||||
from six.moves import configparser
|
||||
from six.moves.urllib import error as url_error
|
||||
from six.moves.urllib import request
|
||||
|
||||
from tripleoclient import constants
|
||||
from tripleoclient import exceptions
|
||||
from tripleoclient import heat_launcher
|
||||
from tripleoclient import utils
|
||||
|
||||
from tripleo_common.image import kolla_builder
|
||||
from tripleo_common.utils import passwords as password_utils
|
||||
|
||||
# For ansible download
|
||||
from tripleo_common.inventory import TripleoInventory
|
||||
from tripleo_common.utils import config
|
||||
|
||||
VIP_CIDR_PREFIX_LEN = 32
|
||||
DEPLOY_FAILURE_MESSAGE = """
|
||||
##########################################################
|
||||
containerized undercloud deployment failed.
|
||||
|
||||
ERROR: Heat log files: {0}
|
||||
|
||||
See the previous output for details about what went wrong.
|
||||
|
||||
##########################################################
|
||||
"""
|
||||
DEPLOY_COMPLETION_MESSAGE = """
|
||||
########################################################
|
||||
containerized undercloud deployment complete.
|
||||
|
||||
Useful files:
|
||||
|
||||
Password file is at {0}
|
||||
The stackrc file is at {1}
|
||||
|
||||
Use these files to interact with OpenStack services, and
|
||||
ensure they are secured.
|
||||
|
||||
########################################################
|
||||
"""
|
||||
from tripleoclient.v1.tripleo_deploy import Deploy
|
||||
|
||||
|
||||
class DeployUndercloud(command.Command):
|
||||
class DeployUndercloud(Deploy):
|
||||
"""Deploy containerized Undercloud"""
|
||||
|
||||
log = logging.getLogger(__name__ + ".DeployUndercloud")
|
||||
auth_required = False
|
||||
heat_pid = None
|
||||
tht_render = None
|
||||
output_dir = None
|
||||
tmp_env_dir = None
|
||||
tmp_env_file_name = None
|
||||
tmp_ansible_dir = None
|
||||
|
||||
def _symlink(self, src, dst, tmpd='/tmp'):
|
||||
self.log.debug("Symlinking %s to %s, via temp dir %s" %
|
||||
(src, dst, tmpd))
|
||||
try:
|
||||
tmp = tempfile.mkdtemp(dir=tmpd)
|
||||
subprocess.check_call(['mkdir', '-p', dst])
|
||||
os.chmod(tmp, 0o755)
|
||||
for obj in os.listdir(src):
|
||||
tmpf = os.path.join(tmp, obj)
|
||||
os.symlink(os.path.join(src, obj), tmpf)
|
||||
os.rename(tmpf, os.path.join(dst, obj))
|
||||
except Exception:
|
||||
raise
|
||||
finally:
|
||||
shutil.rmtree(tmp, ignore_errors=True)
|
||||
|
||||
def _get_tar_filename(self):
|
||||
"""Return tarball name for the install artifacts"""
|
||||
return '%s/undercloud-install-%s.tar.bzip2' % \
|
||||
(self.output_dir,
|
||||
datetime.utcnow().strftime('%Y%m%d%H%M%S'))
|
||||
|
||||
def _create_install_artifact(self):
|
||||
"""Create a tarball of the temporary folders used"""
|
||||
self.log.debug("Preserving deployment artifacts")
|
||||
|
||||
def remove_output_dir(info):
|
||||
"""Tar filter to remove output dir from path"""
|
||||
# leading path to tar is home/stack/ rather than /home/stack
|
||||
leading_path = self.output_dir[1:] + '/'
|
||||
info.name = info.name.replace(leading_path, '')
|
||||
return info
|
||||
|
||||
# tar up working data and put in
|
||||
# output_dir/undercloud-install-TS.tar.bzip2
|
||||
tar_filename = self._get_tar_filename()
|
||||
try:
|
||||
tf = tarfile.open(tar_filename, 'w:bz2')
|
||||
tf.add(self.tmp_env_dir, recursive=True, filter=remove_output_dir)
|
||||
if self.tmp_env_file_name:
|
||||
tf.add(self.tmp_env_file_name, filter=remove_output_dir)
|
||||
tf.add(self.tmp_ansible_dir, recursive=True,
|
||||
filter=remove_output_dir)
|
||||
tf.close()
|
||||
except Exception as ex:
|
||||
self.log.error("Unable to create artifact tarball, %s"
|
||||
% ex.message)
|
||||
return tar_filename
|
||||
|
||||
def _create_working_dirs(self):
|
||||
"""Creates temporary working directories"""
|
||||
if self.output_dir and not os.path.exists(self.output_dir):
|
||||
os.mkdir(self.output_dir)
|
||||
if not self.tmp_env_dir:
|
||||
self.tmp_env_dir = tempfile.mkdtemp(prefix='undercloud-templates-',
|
||||
dir=self.output_dir)
|
||||
if not self.tmp_ansible_dir:
|
||||
self.tmp_ansible_dir = tempfile.mkdtemp(
|
||||
prefix='undercloud-ansible-', dir=self.output_dir)
|
||||
|
||||
def _cleanup_working_dirs(self, cleanup=False):
|
||||
"""Cleanup temporary working directories
|
||||
|
||||
:param cleanup: Set to true if you DO want to cleanup the dirs
|
||||
"""
|
||||
if cleanup:
|
||||
if self.tmp_env_dir and os.path.exists(self.tmp_env_dir):
|
||||
shutil.rmtree(self.tmp_env_dir, ignore_errors=True)
|
||||
# tht_render is a sub-dir of tmp_env_dir
|
||||
self.tht_render = None
|
||||
self.tmp_env_dir = None
|
||||
if self.tmp_env_file_name:
|
||||
try:
|
||||
os.remove(self.tmp_env_file_name)
|
||||
self.tmp_env_file_name = None
|
||||
except Exception as ex:
|
||||
if 'No such file or directory' in six.text_type(ex):
|
||||
pass
|
||||
if self.tmp_ansible_dir and os.path.exists(self.tmp_ansible_dir):
|
||||
shutil.rmtree(self.tmp_ansible_dir)
|
||||
self.tmp_ansible_dir = None
|
||||
else:
|
||||
self.log.warning("Not cleaning temporary directory %s"
|
||||
% self.tmp_env_dir)
|
||||
self.log.warning("Not removing temporary environment file %s"
|
||||
% self.tmp_env_file_name)
|
||||
self.log.warning("Not cleaning ansible directory %s"
|
||||
% self.tmp_ansible_dir)
|
||||
|
||||
def _get_hostname(self):
|
||||
p = subprocess.Popen(["hostname", "-s"], stdout=subprocess.PIPE)
|
||||
return p.communicate()[0].rstrip()
|
||||
|
||||
def _configure_puppet(self):
|
||||
self.log.info('Configuring puppet modules symlinks ...')
|
||||
self._symlink(constants.TRIPLEO_PUPPET_MODULES,
|
||||
constants.PUPPET_MODULES,
|
||||
constants.PUPPET_BASE)
|
||||
|
||||
def _wait_local_port_ready(self, api_port):
|
||||
count = 0
|
||||
while count < 30:
|
||||
time.sleep(1)
|
||||
count += 1
|
||||
try:
|
||||
request.urlopen("http://127.0.0.1:%s/" % api_port, timeout=1)
|
||||
except url_error.HTTPError as he:
|
||||
if he.code == 300:
|
||||
return True
|
||||
pass
|
||||
except url_error.URLError:
|
||||
pass
|
||||
return False
|
||||
|
||||
def _run_and_log_output(self, cmd, cwd=None):
|
||||
proc = subprocess.Popen(cmd, stdout=subprocess.PIPE,
|
||||
stderr=subprocess.STDOUT, shell=False,
|
||||
bufsize=1, cwd=cwd)
|
||||
|
||||
for line in iter(proc.stdout.readline, b''):
|
||||
# TODO(aschultz): this should probably goto a log file
|
||||
self.log.warning(line.rstrip())
|
||||
proc.stdout.close()
|
||||
return proc.wait()
|
||||
|
||||
def _update_passwords_env(self, output_dir, passwords=None):
|
||||
pw_file = os.path.join(output_dir, 'tripleo-undercloud-passwords.yaml')
|
||||
undercloud_pw_file = os.path.join(output_dir,
|
||||
'undercloud-passwords.conf')
|
||||
stack_env = {'parameter_defaults': {}}
|
||||
|
||||
# Getting passwords that were managed by instack-undercloud so
|
||||
# we can upgrade to a containerized undercloud and keep old passwords.
|
||||
legacy_env = {}
|
||||
if os.path.exists(undercloud_pw_file):
|
||||
config = configparser.ConfigParser()
|
||||
config.read(undercloud_pw_file)
|
||||
for k, v in config.items('auth'):
|
||||
# Manage exceptions
|
||||
if k == 'undercloud_db_password':
|
||||
k = 'MysqlRootPassword'
|
||||
elif k == 'undercloud_rabbit_username':
|
||||
k = 'RabbitUserName'
|
||||
elif k == 'undercloud_heat_encryption_key':
|
||||
k = 'HeatAuthEncryptionKey'
|
||||
else:
|
||||
k = ''.join(i.capitalize() for i in k.split('_')[1:])
|
||||
legacy_env[k] = v
|
||||
|
||||
if os.path.exists(pw_file):
|
||||
with open(pw_file) as pf:
|
||||
stack_env = yaml.safe_load(pf.read())
|
||||
|
||||
pw = password_utils.generate_passwords(stack_env=stack_env)
|
||||
stack_env['parameter_defaults'].update(pw)
|
||||
# Override what has been generated by tripleo-common with old passwords
|
||||
# if any.
|
||||
stack_env['parameter_defaults'].update(legacy_env)
|
||||
|
||||
if passwords:
|
||||
# These passwords are the DefaultPasswords so we only
|
||||
# update if they don't already exist in stack_env
|
||||
for p, v in passwords.items():
|
||||
if p not in stack_env['parameter_defaults']:
|
||||
stack_env['parameter_defaults'][p] = v
|
||||
|
||||
# Write out the password file in yaml for heat.
|
||||
# This contains sensitive data so ensure it's not world-readable
|
||||
with open(pw_file, 'w') as pf:
|
||||
yaml.safe_dump(stack_env, pf, default_flow_style=False)
|
||||
# Using chmod here instead of permissions on the open above so we don't
|
||||
# have to fight with umask.
|
||||
os.chmod(pw_file, 0o600)
|
||||
# Write out an instack undercloud compatible version.
|
||||
# This contains sensitive data so ensure it's not world-readable
|
||||
with open(undercloud_pw_file, 'w') as pf:
|
||||
pf.write('[auth]\n')
|
||||
for p, v in stack_env['parameter_defaults'].items():
|
||||
if 'Password' in p or 'Token' in p or p.endswith('Kek'):
|
||||
# Convert camelcase from heat templates into the underscore
|
||||
# format used by instack undercloud.
|
||||
s1 = re.sub('(.)([A-Z][a-z]+)', r'\1_\2', p)
|
||||
pw_key = re.sub('([a-z0-9])([A-Z])',
|
||||
r'\1_\2', s1).lower()
|
||||
pf.write('undercloud_%s: %s\n' % (pw_key, v))
|
||||
os.chmod(undercloud_pw_file, 0o600)
|
||||
|
||||
return pw_file
|
||||
|
||||
def _generate_hosts_parameters(self, parsed_args, p_ip):
|
||||
hostname = self._get_hostname()
|
||||
domain = parsed_args.local_domain
|
||||
|
||||
data = {
|
||||
'CloudName': p_ip,
|
||||
'CloudDomain': domain,
|
||||
'CloudNameInternal': '%s.internalapi.%s' % (hostname, domain),
|
||||
'CloudNameStorage': '%s.storage.%s' % (hostname, domain),
|
||||
'CloudNameStorageManagement': ('%s.storagemgmt.%s'
|
||||
% (hostname, domain)),
|
||||
'CloudNameCtlplane': '%s.ctlplane.%s' % (hostname, domain),
|
||||
}
|
||||
return data
|
||||
|
||||
def _generate_portmap_parameters(self, ip_addr, cidr_prefixlen,
|
||||
ctlplane_vip_addr, public_vip_addr):
|
||||
hostname = self._get_hostname()
|
||||
|
||||
data = {
|
||||
'ControlPlaneSubnetCidr': '%s' % cidr_prefixlen,
|
||||
'HostnameMap': {
|
||||
'undercloud-undercloud-0': '%s' % hostname
|
||||
},
|
||||
# The settings below allow us to inject a custom public
|
||||
# VIP. This requires use of the generated
|
||||
# ../network/ports/external_from_pool.yaml resource in t-h-t.
|
||||
'IPPool': {
|
||||
'external': [public_vip_addr]
|
||||
},
|
||||
'ExternalNetCidr': '%s/%s' % (public_vip_addr, cidr_prefixlen),
|
||||
# This requires use of the
|
||||
# ../deployed-server/deployed-neutron-port.yaml resource in t-h-t
|
||||
# We use this for the control plane VIP and also via
|
||||
# the environments/deployed-server-noop-ctlplane.yaml
|
||||
# for the server IP itself
|
||||
'DeployedServerPortMap': {
|
||||
('%s-ctlplane' % hostname): {
|
||||
'fixed_ips': [{'ip_address': ip_addr}],
|
||||
'subnets': [{'cidr': cidr_prefixlen}]
|
||||
},
|
||||
'control_virtual_ip': {
|
||||
'fixed_ips': [{'ip_address': ctlplane_vip_addr}],
|
||||
'subnets': [{'cidr': VIP_CIDR_PREFIX_LEN}]
|
||||
},
|
||||
'public_virtual_ip': {
|
||||
'fixed_ips': [{'ip_address': public_vip_addr}],
|
||||
'subnets': [{'cidr': VIP_CIDR_PREFIX_LEN}]
|
||||
}
|
||||
}
|
||||
}
|
||||
return data
|
||||
|
||||
def _kill_heat(self, parsed_args):
|
||||
"""Tear down heat installer and temp files
|
||||
|
||||
Kill the heat launcher/installer process.
|
||||
Teardown temp files created in the deployment process,
|
||||
when cleanup is requested.
|
||||
|
||||
"""
|
||||
if self.heat_pid:
|
||||
self.heat_launch.kill_heat(self.heat_pid)
|
||||
pid, ret = os.waitpid(self.heat_pid, 0)
|
||||
self.heat_pid = None
|
||||
|
||||
def _launch_heat(self, parsed_args):
|
||||
# we do this as root to chown config files properly for docker, etc.
|
||||
if parsed_args.heat_native:
|
||||
self.heat_launch = heat_launcher.HeatNativeLauncher(
|
||||
parsed_args.heat_api_port,
|
||||
parsed_args.heat_container_image,
|
||||
parsed_args.heat_user)
|
||||
else:
|
||||
self.heat_launch = heat_launcher.HeatDockerLauncher(
|
||||
parsed_args.heat_api_port,
|
||||
parsed_args.heat_container_image,
|
||||
parsed_args.heat_user)
|
||||
|
||||
# NOTE(dprince): we launch heat with fork exec because
|
||||
# we don't want it to inherit our args. Launching heat
|
||||
# as a "library" would be cool... but that would require
|
||||
# more refactoring. It runs a single process and we kill
|
||||
# it always below.
|
||||
self.heat_pid = os.fork()
|
||||
if self.heat_pid == 0:
|
||||
if parsed_args.heat_native:
|
||||
try:
|
||||
uid = pwd.getpwnam(parsed_args.heat_user).pw_uid
|
||||
gid = pwd.getpwnam(parsed_args.heat_user).pw_gid
|
||||
except KeyError:
|
||||
raise exceptions.DeploymentError(
|
||||
"Please create a %s user account before "
|
||||
"proceeding." % parsed_args.heat_user)
|
||||
os.setgid(gid)
|
||||
os.setuid(uid)
|
||||
self.heat_launch.heat_db_sync()
|
||||
# Exec() never returns.
|
||||
self.heat_launch.launch_heat()
|
||||
|
||||
# NOTE(dprince): we use our own client here because we set
|
||||
# auth_required=False above because keystone isn't running when this
|
||||
# command starts
|
||||
tripleoclients = self.app.client_manager.tripleoclient
|
||||
orchestration_client = \
|
||||
tripleoclients.local_orchestration(parsed_args.heat_api_port)
|
||||
|
||||
return orchestration_client
|
||||
|
||||
def _setup_heat_environments(self, parsed_args):
|
||||
"""Process tripleo heat templates with jinja
|
||||
|
||||
* Copy --templates content into a temporary working dir
|
||||
created under the --output_dir path as output_dir/tempwd/templates.
|
||||
* Process j2 templates there
|
||||
* Return the environments list for futher processing.
|
||||
|
||||
The first two items are reserved for the
|
||||
overcloud-resource-registry-puppet.yaml and passwords files.
|
||||
"""
|
||||
|
||||
self._create_working_dirs()
|
||||
self.tht_render = os.path.join(self.tmp_env_dir, 'templates')
|
||||
shutil.copytree(parsed_args.templates, self.tht_render, symlinks=True)
|
||||
|
||||
# generate jinja templates by its work dir location
|
||||
self.log.debug("Using roles file %s" % parsed_args.roles_file)
|
||||
process_templates = os.path.join(parsed_args.templates,
|
||||
'tools/process-templates.py')
|
||||
args = ['python', process_templates, '--roles-data',
|
||||
parsed_args.roles_file, '--output-dir', self.tht_render]
|
||||
if self._run_and_log_output(args, cwd=self.tht_render) != 0:
|
||||
# TODO(aschultz): improve error messaging
|
||||
raise exceptions.DeploymentError("Problems generating templates.")
|
||||
|
||||
self.log.info("Deploying templates in the directory {0}".format(
|
||||
os.path.abspath(self.tht_render)))
|
||||
|
||||
self.log.warning("** Creating Environment file **")
|
||||
environments = []
|
||||
|
||||
resource_registry_path = os.path.join(
|
||||
self.tht_render, 'overcloud-resource-registry-puppet.yaml')
|
||||
environments.insert(0, resource_registry_path)
|
||||
|
||||
# this will allow the user to overwrite passwords with custom envs
|
||||
pw_file = self._update_passwords_env(self.output_dir)
|
||||
environments.insert(1, pw_file)
|
||||
|
||||
undercloud_env_path = os.path.join(
|
||||
self.tht_render, 'environments', 'undercloud.yaml')
|
||||
environments.append(undercloud_env_path)
|
||||
|
||||
# use deployed-server because we run os-collect-config locally
|
||||
deployed_server_env = os.path.join(
|
||||
self.tht_render, 'environments',
|
||||
'config-download-environment.yaml')
|
||||
environments.append(deployed_server_env)
|
||||
|
||||
# use deployed-server because we run os-collect-config locally
|
||||
deployed_server_env = os.path.join(
|
||||
self.tht_render, 'environments',
|
||||
'deployed-server-noop-ctlplane.yaml')
|
||||
environments.append(deployed_server_env)
|
||||
|
||||
if parsed_args.environment_files:
|
||||
environments.extend(parsed_args.environment_files)
|
||||
|
||||
with tempfile.NamedTemporaryFile(delete=False) as tmp_env_file:
|
||||
self.tmp_env_file_name = tmp_env_file.name
|
||||
|
||||
ip_nw = netaddr.IPNetwork(parsed_args.local_ip)
|
||||
ip = str(ip_nw.ip)
|
||||
cidr_prefixlen = ip_nw.prefixlen
|
||||
|
||||
if parsed_args.control_virtual_ip:
|
||||
c_ip = parsed_args.control_virtual_ip
|
||||
else:
|
||||
c_ip = ip
|
||||
|
||||
if parsed_args.public_virtual_ip:
|
||||
p_ip = parsed_args.public_virtual_ip
|
||||
else:
|
||||
p_ip = ip
|
||||
|
||||
tmp_env = self._generate_hosts_parameters(parsed_args, p_ip)
|
||||
tmp_env.update(self._generate_portmap_parameters(
|
||||
ip, cidr_prefixlen, c_ip, p_ip))
|
||||
|
||||
with open(self.tmp_env_file_name, 'w') as env_file:
|
||||
yaml.safe_dump({'parameter_defaults': tmp_env}, env_file,
|
||||
default_flow_style=False)
|
||||
environments.append(self.tmp_env_file_name)
|
||||
|
||||
if parsed_args.hieradata_override:
|
||||
environments.append(self._process_hieradata_overrides(
|
||||
parsed_args.hieradata_override))
|
||||
|
||||
return environments
|
||||
|
||||
def _prepare_container_images(self, env, roles_file):
|
||||
if roles_file:
|
||||
with open(roles_file) as f:
|
||||
roles_data = yaml.safe_load(f)
|
||||
else:
|
||||
roles_data = None
|
||||
image_params = kolla_builder.container_images_prepare_multi(
|
||||
env, roles_data)
|
||||
|
||||
# use setdefault to ensure every needed image parameter is
|
||||
# populated without replacing user-set values
|
||||
if image_params:
|
||||
pd = env.get('parameter_defaults', {})
|
||||
for k, v in image_params.items():
|
||||
pd.setdefault(k, v)
|
||||
|
||||
def _deploy_tripleo_heat_templates(self, orchestration_client,
|
||||
parsed_args):
|
||||
"""Deploy the fixed templates in TripleO Heat Templates"""
|
||||
|
||||
# sets self.tht_render to the temporary work dir after it's done
|
||||
environments = self._setup_heat_environments(parsed_args)
|
||||
|
||||
self.log.debug("Processing environment files %s" % environments)
|
||||
env_files, env = utils.process_multiple_environments(
|
||||
environments, self.tht_render, parsed_args.templates,
|
||||
cleanup=parsed_args.cleanup)
|
||||
|
||||
roles_file = os.path.join(
|
||||
parsed_args.templates, parsed_args.roles_file)
|
||||
self._prepare_container_images(env, roles_file)
|
||||
|
||||
self.log.debug("Getting template contents")
|
||||
template_path = os.path.join(self.tht_render, 'overcloud.yaml')
|
||||
template_files, template = \
|
||||
template_utils.get_template_contents(template_path)
|
||||
|
||||
files = dict(list(template_files.items()) + list(env_files.items()))
|
||||
|
||||
stack_name = parsed_args.stack
|
||||
|
||||
self.log.debug("Deploying stack: %s", stack_name)
|
||||
self.log.debug("Deploying template: %s", template)
|
||||
self.log.debug("Deploying environment: %s", env)
|
||||
self.log.debug("Deploying files: %s", files)
|
||||
|
||||
stack_args = {
|
||||
'stack_name': stack_name,
|
||||
'template': template,
|
||||
'environment': env,
|
||||
'files': files,
|
||||
}
|
||||
|
||||
if parsed_args.timeout:
|
||||
stack_args['timeout_mins'] = parsed_args.timeout
|
||||
|
||||
self.log.warning("** Performing Heat stack create.. **")
|
||||
stack = orchestration_client.stacks.create(**stack_args)
|
||||
stack_id = stack['stack']['id']
|
||||
|
||||
return "%s/%s" % (stack_name, stack_id)
|
||||
|
||||
def _download_ansible_playbooks(self, client, stack_name):
|
||||
stack_config = config.Config(client)
|
||||
self._create_working_dirs()
|
||||
|
||||
self.log.warning('** Downloading undercloud ansible.. **')
|
||||
# python output buffering is making this seem to take forever..
|
||||
sys.stdout.flush()
|
||||
stack_config.write_config(stack_config.fetch_config('undercloud'),
|
||||
'undercloud',
|
||||
self.tmp_ansible_dir)
|
||||
|
||||
inventory = TripleoInventory(
|
||||
hclient=client,
|
||||
plan_name=stack_name,
|
||||
ansible_ssh_user='root')
|
||||
|
||||
inv_path = os.path.join(self.tmp_ansible_dir, 'inventory.yaml')
|
||||
extra_vars = {'Undercloud': {'ansible_connection': 'local'}}
|
||||
inventory.write_static_inventory(inv_path, extra_vars)
|
||||
|
||||
self.log.info('** Downloaded undercloud ansible to %s **' %
|
||||
self.tmp_ansible_dir)
|
||||
sys.stdout.flush()
|
||||
return self.tmp_ansible_dir
|
||||
|
||||
# Never returns, calls exec()
|
||||
def _launch_ansible(self, ansible_dir):
|
||||
self.log.warning('** Running ansible.. **')
|
||||
os.chdir(ansible_dir)
|
||||
playbook_inventory = os.path.join(ansible_dir, 'inventory.yaml')
|
||||
cmd = ['ansible-playbook', '-i', playbook_inventory,
|
||||
'deploy_steps_playbook.yaml', '-e', 'role_name=Undercloud',
|
||||
'-e', 'deploy_server_id=undercloud', '-e',
|
||||
'bootstrap_server_id=undercloud']
|
||||
self.log.debug('Running Ansible: %s' % (' '.join(cmd)))
|
||||
return self._run_and_log_output(cmd)
|
||||
|
||||
def get_parser(self, prog_name):
|
||||
parser = argparse.ArgumentParser(
|
||||
description=self.get_description(),
|
||||
prog=prog_name,
|
||||
add_help=False
|
||||
)
|
||||
parser.add_argument(
|
||||
'--templates', nargs='?', const=constants.TRIPLEO_HEAT_TEMPLATES,
|
||||
help=_("The directory containing the Heat templates to deploy"),
|
||||
)
|
||||
parser.add_argument('--stack',
|
||||
help=_("Stack name to create"),
|
||||
default='undercloud')
|
||||
parser.add_argument('--output-dir',
|
||||
dest='output_dir',
|
||||
help=_("Directory to output state, processed heat "
|
||||
"templates, ansible deployment files."),
|
||||
default=constants.UNDERCLOUD_OUTPUT_DIR)
|
||||
parser.add_argument('--output-only',
|
||||
dest='output_only',
|
||||
action='store_true',
|
||||
default=False,
|
||||
help=_("Do not execute the Ansible playbooks. By"
|
||||
" default the playbooks are saved to the"
|
||||
" output-dir and then executed.")),
|
||||
parser.add_argument('-t', '--timeout', metavar='<TIMEOUT>',
|
||||
type=int, default=30,
|
||||
help=_('Deployment timeout in minutes.'))
|
||||
parser.add_argument(
|
||||
'-e', '--environment-file', metavar='<HEAT ENVIRONMENT FILE>',
|
||||
action='append', dest='environment_files',
|
||||
help=_('Environment files to be passed to the heat stack-create '
|
||||
'or heat stack-update command. (Can be specified more than '
|
||||
'once.)')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--roles-file', '-r', dest='roles_file',
|
||||
help=_('Roles file, overrides the default %s in the --templates '
|
||||
'directory') % constants.UNDERCLOUD_ROLES_FILE,
|
||||
default=constants.UNDERCLOUD_ROLES_FILE
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-api-port', metavar='<HEAT_API_PORT>',
|
||||
dest='heat_api_port',
|
||||
default='8006',
|
||||
help=_('Heat API port to use for the installers private'
|
||||
' Heat API instance. Optional. Default: 8006.)')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-user', metavar='<HEAT_USER>',
|
||||
dest='heat_user',
|
||||
default='heat',
|
||||
help=_('User to execute the non-priveleged heat-all process. '
|
||||
'Defaults to heat.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-container-image', metavar='<HEAT_CONTAINER_IMAGE>',
|
||||
dest='heat_container_image',
|
||||
default='tripleomaster/centos-binary-heat-all',
|
||||
help=_('The container image to use when launching the heat-all '
|
||||
'process. Defaults to: '
|
||||
'tripleomaster/centos-binary-heat-all')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--heat-native',
|
||||
action='store_true',
|
||||
default=True,
|
||||
help=_('Execute the heat-all process natively on this host. '
|
||||
'This option requires that the heat-all binaries '
|
||||
'be installed locally on this machine. '
|
||||
'This option is enabled by default which means heat-all is '
|
||||
'executed on the host OS directly.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--local-ip', metavar='<LOCAL_IP>',
|
||||
dest='local_ip',
|
||||
help=_('Local IP/CIDR for undercloud traffic. Required.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--control-virtual-ip', metavar='<CONTROL_VIRTUAL_IP>',
|
||||
dest='control_virtual_ip',
|
||||
help=_('Control plane VIP. This allows the undercloud installer '
|
||||
'to configure a custom VIP on the control plane.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--public-virtual-ip', metavar='<PUBLIC_VIRTUAL_IP>',
|
||||
dest='public_virtual_ip',
|
||||
help=_('Public nw VIP. This allows the undercloud installer '
|
||||
'to configure a custom VIP on the public (external) NW.')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--local-domain', metavar='<LOCAL_DOMAIN>',
|
||||
dest='local_domain',
|
||||
default='undercloud',
|
||||
help=_('Local domain for undercloud and its API endpoints')
|
||||
)
|
||||
parser.add_argument(
|
||||
'--cleanup',
|
||||
action='store_true', default=False,
|
||||
help=_('Cleanup temporary files. Using this flag will '
|
||||
'remove the temporary files used during deployment in '
|
||||
'after the command is run.'),
|
||||
|
||||
)
|
||||
parser.add_argument(
|
||||
'--hieradata-override', nargs='?',
|
||||
help=_('Path to hieradata override file. When it points to a heat '
|
||||
'env file, it is passed in t-h-t via --environment-file. '
|
||||
'When the file contains legacy instack data, '
|
||||
'it is wrapped with UndercloudExtraConfig and also '
|
||||
'passed in for t-h-t as a temp file created in '
|
||||
'--output-dir. Note, instack hiera data may be '
|
||||
'not t-h-t compatible and will highly likely require a '
|
||||
'manual revision.')
|
||||
)
|
||||
return parser
|
||||
|
||||
def _process_hieradata_overrides(self, override_file=None):
|
||||
"""Count in hiera data overrides including legacy formats
|
||||
|
||||
Return a file name that points to processed hiera data overrides file
|
||||
"""
|
||||
if not override_file or not os.path.exists(override_file):
|
||||
# we should never get here because there's a check in
|
||||
# undercloud_conf but stranger things have happened.
|
||||
msg = 'hieradata_override file could not be found %s' %\
|
||||
override_file
|
||||
self.log.error(msg)
|
||||
raise exceptions.DeploymentError(msg)
|
||||
|
||||
target = override_file
|
||||
data = open(target, 'r').read()
|
||||
hiera_data = yaml.safe_load(data)
|
||||
if not hiera_data:
|
||||
msg = 'Unsupported data format in hieradata override %s' % target
|
||||
self.log.error(msg)
|
||||
raise exceptions.DeploymentError(msg)
|
||||
self._create_working_dirs()
|
||||
|
||||
# NOTE(bogdando): In t-h-t, hiera data should come in wrapped as
|
||||
# {parameter_defaults: {UndercloudExtraConfig: ... }}
|
||||
if ('UndercloudExtraConfig' not in hiera_data.get('parameter_defaults',
|
||||
{})):
|
||||
template_location = os.path.join(self.tmp_env_dir, 'templates')
|
||||
with tempfile.NamedTemporaryFile(dir=template_location,
|
||||
prefix='hieradata-override',
|
||||
suffix='.yaml',
|
||||
delete=False) as override:
|
||||
self.log.info('Converting hiera overrides for t-h-t from '
|
||||
'legacy format into a tempfile %s' %
|
||||
override.name)
|
||||
yaml.safe_dump(
|
||||
{'parameter_defaults': {
|
||||
'UndercloudExtraConfig': hiera_data}},
|
||||
override,
|
||||
default_flow_style=False)
|
||||
target = override.name
|
||||
return target
|
||||
|
||||
def take_action(self, parsed_args):
|
||||
self.log.debug("take_action(%s)" % parsed_args)
|
||||
self.log.warning("The undercloud deploy action is deprecated. Please "
|
||||
"use the tripleo deploy --standalone action.")
|
||||
|
||||
if not parsed_args.local_ip:
|
||||
self.log.error('Please set --local-ip to the correct '
|
||||
'ipaddress/cidr for this machine.')
|
||||
return
|
||||
|
||||
if not os.environ.get('HEAT_API_PORT'):
|
||||
os.environ['HEAT_API_PORT'] = parsed_args.heat_api_port
|
||||
|
||||
# The main thread runs as root and we drop privs for forked
|
||||
# processes below. Only the heat deploy/os-collect-config forked
|
||||
# process runs as root.
|
||||
if os.geteuid() != 0:
|
||||
raise exceptions.DeploymentError("Please run as root.")
|
||||
|
||||
# prepare working spaces
|
||||
self.output_dir = os.path.abspath(parsed_args.output_dir)
|
||||
self._create_working_dirs()
|
||||
|
||||
# configure puppet
|
||||
self._configure_puppet()
|
||||
|
||||
rc = 1
|
||||
try:
|
||||
# Launch heat.
|
||||
orchestration_client = self._launch_heat(parsed_args)
|
||||
# Wait for heat to be ready.
|
||||
self._wait_local_port_ready(parsed_args.heat_api_port)
|
||||
# Deploy TripleO Heat templates.
|
||||
stack_id = \
|
||||
self._deploy_tripleo_heat_templates(orchestration_client,
|
||||
parsed_args)
|
||||
# Wait for complete..
|
||||
status, msg = event_utils.poll_for_events(
|
||||
orchestration_client, stack_id, nested_depth=6)
|
||||
if status != "CREATE_COMPLETE":
|
||||
raise Exception("Stack create failed; %s" % msg)
|
||||
|
||||
# download the ansible playbooks and execute them.
|
||||
ansible_dir = \
|
||||
self._download_ansible_playbooks(orchestration_client,
|
||||
parsed_args.stack)
|
||||
# Kill heat, we're done with it now.
|
||||
self._kill_heat(parsed_args)
|
||||
if not parsed_args.output_only:
|
||||
# Never returns.. We exec() it directly.
|
||||
rc = self._launch_ansible(ansible_dir)
|
||||
except Exception as e:
|
||||
self.log.error("Exception: %s" % e)
|
||||
self.log.error(traceback.format_exception(*sys.exc_info()))
|
||||
raise
|
||||
finally:
|
||||
self._kill_heat(parsed_args)
|
||||
tar_filename = self._create_install_artifact()
|
||||
self._cleanup_working_dirs(cleanup=parsed_args.cleanup)
|
||||
if tar_filename:
|
||||
self.log.warning('Install artifact is located at %s' %
|
||||
tar_filename)
|
||||
if not parsed_args.output_only and rc != 0:
|
||||
# We only get here on error.
|
||||
self.log.error(DEPLOY_FAILURE_MESSAGE.format(
|
||||
self.heat_launch.install_tmp
|
||||
))
|
||||
else:
|
||||
self.log.warning(DEPLOY_COMPLETION_MESSAGE.format(
|
||||
'~/undercloud-passwords.conf',
|
||||
'~/stackrc'
|
||||
))
|
||||
return rc
|
||||
# add in --standalone if we were invoked via undercloud deploy
|
||||
parsed_args.standalone = True
|
||||
super(DeployUndercloud, self).take_action(parsed_args)
|
||||
|
|
|
|||
Loading…
Reference in New Issue