059cae3d76
This should help find the slowest Ansible tasks that need to be optimized. It is only enabled by default for gate jobs. The profiling callback code is MIT licensed. Per legal-discuss, I've added the MIT license to the LICENSE.txt at the root of the repository along with a note about which code is MIT licensed. Thread on legal-discuss: http://lists.openstack.org/pipermail/legal-discuss/2015-September/000398.html Closes-Bug: #1488639 Change-Id: I46a2c495d9f8f1131ec08be99696efc39133f291
111 lines
4.0 KiB
Bash
Executable File
111 lines
4.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Copyright 2014, Rackspace US, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
## Shell Opts ----------------------------------------------------------------
|
|
set -e -u -x
|
|
|
|
## Variables -----------------------------------------------------------------
|
|
export BOOTSTRAP_ANSIBLE=${BOOTSTRAP_ANSIBLE:-"yes"}
|
|
export BOOTSTRAP_AIO=${BOOTSTRAP_AIO:-"yes"}
|
|
export RUN_PLAYBOOKS=${RUN_PLAYBOOKS:-"yes"}
|
|
export RUN_TEMPEST=${RUN_TEMPEST:-"yes"}
|
|
# Ansible options
|
|
export ANSIBLE_PARAMETERS=${ANSIBLE_PARAMETERS:-"-v"}
|
|
# Deployment options
|
|
export DEPLOY_HOST=${DEPLOY_HOST:-"yes"}
|
|
export DEPLOY_LB=${DEPLOY_LB:-"yes"}
|
|
export DEPLOY_INFRASTRUCTURE=${DEPLOY_INFRASTRUCTURE:-"yes"}
|
|
export DEPLOY_LOGGING=${DEPLOY_LOGGING:-"yes"}
|
|
export DEPLOY_OPENSTACK=${DEPLOY_OPENSTACK:-"yes"}
|
|
export DEPLOY_SWIFT=${DEPLOY_SWIFT:-"yes"}
|
|
export DEPLOY_TEMPEST=${DEPLOY_TEMPEST:-"yes"}
|
|
# Limit the gate check to only performing one attempt, unless already set
|
|
export MAX_RETRIES=${MAX_RETRIES:-"2"}
|
|
# tempest and testr options, default is to run tempest in serial
|
|
export RUN_TEMPEST_OPTS=${RUN_TEMPEST_OPTS:-'--serial'}
|
|
export TESTR_OPTS=${TESTR_OPTS:-''}
|
|
|
|
## Functions -----------------------------------------------------------------
|
|
info_block "Checking for required libraries." 2> /dev/null || source $(dirname ${0})/scripts-library.sh
|
|
|
|
## Main ----------------------------------------------------------------------
|
|
|
|
# Disable Ansible color output
|
|
sed -i 's/nocolor.*/nocolor = 1/' $(dirname ${0})/../playbooks/ansible.cfg
|
|
|
|
# Make the /openstack/log directory for openstack-infra gate check log publishing
|
|
mkdir -p /openstack/log
|
|
|
|
# Implement the log directory link for openstack-infra log publishing
|
|
ln -sf /openstack/log $(dirname ${0})/../logs
|
|
|
|
# Create ansible logging directory and add in a log file entry into ansible.cfg
|
|
mkdir -p /openstack/log/ansible-logging
|
|
sed -i '/\[defaults\]/a log_path = /openstack/log/ansible-logging/ansible.log' $(dirname ${0})/../playbooks/ansible.cfg
|
|
|
|
# Ubuntu Repository Determination (based on provider information in OpenStack-CI)
|
|
if [ -fs /etc/nodepool/provider ]; then
|
|
source /etc/nodepool/provider
|
|
if [[ ${NODEPOOL_PROVIDER} == "rax"* ]]; then
|
|
export UBUNTU_REPO="http://mirror.rackspace.com/ubuntu"
|
|
export UBUNTU_SEC_REPO="${UBUNTU_REPO}"
|
|
elif [[ ${NODEPOOL_PROVIDER} == "hpcloud"* ]]; then
|
|
export UBUNTU_REPO="http://${NODEPOOL_AZ}.clouds.archive.ubuntu.com/ubuntu"
|
|
export UBUNTU_SEC_REPO="${UBUNTU_REPO}"
|
|
fi
|
|
fi
|
|
|
|
# Enable detailed task profiling
|
|
sed -i '/\[defaults\]/a callback_plugins = plugins/callbacks' $(dirname ${0})/../playbooks/ansible.cfg
|
|
|
|
# Bootstrap an AIO setup if required
|
|
if [ "${BOOTSTRAP_AIO}" == "yes" ]; then
|
|
source $(dirname ${0})/bootstrap-aio.sh
|
|
fi
|
|
|
|
# Bootstrap ansible if required
|
|
if [ "${BOOTSTRAP_ANSIBLE}" == "yes" ]; then
|
|
source $(dirname ${0})/bootstrap-ansible.sh
|
|
fi
|
|
|
|
# Enable debug logging for all services to make failure debugging easier
|
|
echo "debug: True" | tee -a /etc/openstack_deploy/user_variables.yml
|
|
|
|
# Disable the python output buffering so that jenkins gets the output properly
|
|
export PYTHONUNBUFFERED=1
|
|
|
|
# Run the ansible playbooks if required
|
|
if [ "${RUN_PLAYBOOKS}" == "yes" ]; then
|
|
# Set-up our tiny awk script.
|
|
strip_debug="
|
|
!/(^[ 0-9|:.-]+<[0-9.]|localhost+>)|Extracting/ {
|
|
gsub(/{.*/, \"\");
|
|
gsub(/\\n.*/, \"\");
|
|
gsub(/\=\>.*/, \"\");
|
|
print
|
|
}
|
|
"
|
|
set -o pipefail
|
|
bash $(dirname ${0})/run-playbooks.sh | awk "${strip_debug}"
|
|
set +o pipefail
|
|
fi
|
|
|
|
# Run the tempest tests if required
|
|
if [ "${RUN_TEMPEST}" == "yes" ]; then
|
|
source $(dirname ${0})/run-tempest.sh
|
|
fi
|
|
|
|
exit_success
|