0ba0ba7270
Currently, if we run devstack for compute node, ceilometer-collector service will be disabled on compute node, but the database is still installed. This patch makes sure that database is installed only when collector is enabled. Also add check for coordinate and hypervisor requirements. Change-Id: Ib3614d2e698403c24ad299d95ef42c81815fa76e Closes-Bug: #1508518
456 lines
18 KiB
Bash
456 lines
18 KiB
Bash
# Install and start **Ceilometer** service in devstack
|
|
#
|
|
# To enable Ceilometer in devstack add an entry to local.conf that
|
|
# looks like
|
|
#
|
|
# [[local|localrc]]
|
|
# enable_plugin ceilometer git://git.openstack.org/openstack/ceilometer
|
|
#
|
|
# By default all ceilometer services are started (see
|
|
# devstack/settings). To disable a specific service use the
|
|
# disable_service function. For example to turn off alarming:
|
|
#
|
|
# disable_service ceilometer-alarm-notifier ceilometer-alarm-evaluator
|
|
#
|
|
# NOTE: Currently, there are two ways to get the IPMI based meters in
|
|
# OpenStack. One way is to configure Ironic conductor to report those meters
|
|
# for the nodes managed by Ironic and to have Ceilometer notification
|
|
# agent to collect them. Ironic by default does NOT enable that reporting
|
|
# functionality. So in order to do so, users need to set the option of
|
|
# conductor.send_sensor_data to true in the ironic.conf configuration file
|
|
# for the Ironic conductor service, and also enable the
|
|
# ceilometer-anotification service. If you do this disable the IPMI
|
|
# polling agent:
|
|
#
|
|
# disable_service ceilometer-aipmi
|
|
#
|
|
# The other way is to use Ceilometer ipmi agent only to get the IPMI based
|
|
# meters. To avoid duplicated meters, users need to make sure to set the
|
|
# option of conductor.send_sensor_data to false in the ironic.conf
|
|
# configuration file if the node on which Ceilometer ipmi agent is running
|
|
# is also managed by Ironic.
|
|
#
|
|
# Several variables set in the localrc section adjust common behaviors
|
|
# of Ceilometer (see within for additional settings):
|
|
#
|
|
# CEILOMETER_PIPELINE_INTERVAL: Seconds between pipeline processing runs. Default 600.
|
|
# CEILOMETER_BACKEND: Database backend (e.g. 'mysql', 'mongodb', 'es')
|
|
# CEILOMETER_COORDINATION_URL: URL for group membership service provided by tooz.
|
|
# CEILOMETER_EVENTS: Set to True to enable event collection
|
|
# CEILOMETER_EVENT_ALARM: Set to True to enable publisher for event alarming
|
|
|
|
# Save trace setting
|
|
XTRACE=$(set +o | grep xtrace)
|
|
set -o xtrace
|
|
|
|
# Support potential entry-points console scripts in VENV or not
|
|
if [[ ${USE_VENV} = True ]]; then
|
|
PROJECT_VENV["ceilometer"]=${CEILOMETER_DIR}.venv
|
|
CEILOMETER_BIN_DIR=${PROJECT_VENV["ceilometer"]}/bin
|
|
else
|
|
CEILOMETER_BIN_DIR=$(get_python_exec_prefix)
|
|
fi
|
|
|
|
# Test if any Ceilometer services are enabled
|
|
# is_ceilometer_enabled
|
|
function is_ceilometer_enabled {
|
|
[[ ,${ENABLED_SERVICES} =~ ,"ceilometer-" ]] && return 0
|
|
return 1
|
|
}
|
|
|
|
function ceilometer_service_url {
|
|
echo "$CEILOMETER_SERVICE_PROTOCOL://$CEILOMETER_SERVICE_HOST:$CEILOMETER_SERVICE_PORT"
|
|
}
|
|
|
|
|
|
# _ceilometer_install_mongdb - Install mongodb and python lib.
|
|
function _ceilometer_install_mongodb {
|
|
# Server package is the same on all
|
|
local packages=mongodb-server
|
|
|
|
if is_fedora; then
|
|
# mongodb client
|
|
packages="${packages} mongodb"
|
|
fi
|
|
|
|
install_package ${packages}
|
|
|
|
if is_fedora; then
|
|
restart_service mongod
|
|
else
|
|
restart_service mongodb
|
|
fi
|
|
|
|
# give time for service to restart
|
|
sleep 5
|
|
}
|
|
|
|
# _ceilometer_install_redis() - Install the redis server and python lib.
|
|
function _ceilometer_install_redis {
|
|
if is_ubuntu; then
|
|
install_package redis-server
|
|
restart_service redis-server
|
|
else
|
|
# This will fail (correctly) where a redis package is unavailable
|
|
install_package redis
|
|
restart_service redis
|
|
fi
|
|
|
|
pip_install_gr redis
|
|
}
|
|
|
|
# Configure mod_wsgi
|
|
function _ceilometer_config_apache_wsgi {
|
|
sudo mkdir -p $CEILOMETER_WSGI_DIR
|
|
|
|
local ceilometer_apache_conf=$(apache_site_config_for ceilometer)
|
|
local apache_version=$(get_apache_version)
|
|
local venv_path=""
|
|
|
|
# Copy proxy vhost and wsgi file
|
|
sudo cp $CEILOMETER_DIR/ceilometer/api/app.wsgi $CEILOMETER_WSGI_DIR/app
|
|
|
|
if [[ ${USE_VENV} = True ]]; then
|
|
venv_path="python-path=${PROJECT_VENV["ceilometer"]}/lib/$(python_version)/site-packages"
|
|
fi
|
|
|
|
sudo cp $CEILOMETER_DIR/devstack/apache-ceilometer.template $ceilometer_apache_conf
|
|
sudo sed -e "
|
|
s|%PORT%|$CEILOMETER_SERVICE_PORT|g;
|
|
s|%APACHE_NAME%|$APACHE_NAME|g;
|
|
s|%WSGIAPP%|$CEILOMETER_WSGI_DIR/app|g;
|
|
s|%USER%|$STACK_USER|g;
|
|
s|%VIRTUALENV%|$venv_path|g
|
|
" -i $ceilometer_apache_conf
|
|
}
|
|
|
|
# Install required services for coordination
|
|
function _ceilometer_prepare_coordination {
|
|
if echo $CEILOMETER_COORDINATION_URL | grep -q '^memcached:'; then
|
|
install_package memcached
|
|
elif echo $CEILOMETER_COORDINATION_URL | grep -q '^redis:'; then
|
|
_ceilometer_install_redis
|
|
fi
|
|
}
|
|
|
|
# Install required services for storage backends
|
|
function _ceilometer_prepare_storage_backend {
|
|
if [ "$CEILOMETER_BACKEND" = 'mongodb' ] ; then
|
|
pip_install_gr pymongo
|
|
_ceilometer_install_mongodb
|
|
fi
|
|
|
|
if [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
${TOP_DIR}/pkg/elasticsearch.sh download
|
|
${TOP_DIR}/pkg/elasticsearch.sh install
|
|
fi
|
|
}
|
|
|
|
|
|
# Install the python modules for inspecting nova virt instances
|
|
function _ceilometer_prepare_virt_drivers {
|
|
# Only install virt drivers if we're running nova compute
|
|
if is_service_enabled n-cpu ; then
|
|
if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
|
|
pip_install_gr libvirt-python
|
|
fi
|
|
|
|
if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
|
|
pip_install_gr oslo.vmware
|
|
fi
|
|
fi
|
|
}
|
|
|
|
|
|
# Create ceilometer related accounts in Keystone
|
|
function _ceilometer_create_accounts {
|
|
if is_service_enabled ceilometer-api; then
|
|
|
|
create_service_user "ceilometer" "admin"
|
|
|
|
if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
|
|
get_or_create_service "ceilometer" "metering" "OpenStack Telemetry Service"
|
|
get_or_create_endpoint "metering" \
|
|
"$REGION_NAME" \
|
|
"$(ceilometer_service_url)/" \
|
|
"$(ceilometer_service_url)/" \
|
|
"$(ceilometer_service_url)/"
|
|
fi
|
|
if is_service_enabled swift; then
|
|
# Ceilometer needs ResellerAdmin role to access Swift account stats.
|
|
get_or_add_user_project_role "ResellerAdmin" "ceilometer" $SERVICE_TENANT_NAME
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# Activities to do before ceilometer has been installed.
|
|
function preinstall_ceilometer {
|
|
echo_summary "Preinstall not in virtualenv context. Skipping."
|
|
}
|
|
|
|
# Remove WSGI files, disable and remove Apache vhost file
|
|
function _ceilometer_cleanup_apache_wsgi {
|
|
sudo rm -f $CEILOMETER_WSGI_DIR/*
|
|
sudo rm -f $(apache_site_config_for ceilometer)
|
|
}
|
|
|
|
# cleanup_ceilometer() - Remove residual data files, anything left over
|
|
# from previous runs that a clean run would need to clean up
|
|
function cleanup_ceilometer {
|
|
if is_service_enabled ceilometer-collector ceilometer-api ; then
|
|
if [ "$CEILOMETER_BACKEND" = 'mongodb' ] ; then
|
|
mongo ceilometer --eval "db.dropDatabase();"
|
|
elif [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
curl -XDELETE "localhost:9200/events_*"
|
|
fi
|
|
fi
|
|
|
|
if is_service_enabled ceilometer-api && [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
|
|
_ceilometer_cleanup_apache_wsgi
|
|
fi
|
|
}
|
|
|
|
# Set configuration for storage backend.
|
|
function _ceilometer_configure_storage_backend {
|
|
if [ "$CEILOMETER_BACKEND" = 'mysql' ] || [ "$CEILOMETER_BACKEND" = 'postgresql' ] ; then
|
|
iniset $CEILOMETER_CONF database alarm_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF database event_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF database metering_connection $(database_connection_url ceilometer)
|
|
elif [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
# es is only supported for events. we will use sql for alarming/metering.
|
|
iniset $CEILOMETER_CONF database alarm_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF database event_connection es://localhost:9200
|
|
iniset $CEILOMETER_CONF database metering_connection $(database_connection_url ceilometer)
|
|
${TOP_DIR}/pkg/elasticsearch.sh start
|
|
elif [ "$CEILOMETER_BACKEND" = 'mongodb' ] ; then
|
|
iniset $CEILOMETER_CONF database alarm_connection mongodb://localhost:27017/ceilometer
|
|
iniset $CEILOMETER_CONF database event_connection mongodb://localhost:27017/ceilometer
|
|
iniset $CEILOMETER_CONF database metering_connection mongodb://localhost:27017/ceilometer
|
|
else
|
|
die $LINENO "Unable to configure unknown CEILOMETER_BACKEND $CEILOMETER_BACKEND"
|
|
fi
|
|
cleanup_ceilometer
|
|
}
|
|
|
|
# Configure Ceilometer
|
|
function configure_ceilometer {
|
|
|
|
local conffile
|
|
|
|
iniset_rpc_backend ceilometer $CEILOMETER_CONF
|
|
|
|
iniset $CEILOMETER_CONF DEFAULT notification_topics "$CEILOMETER_NOTIFICATION_TOPICS"
|
|
iniset $CEILOMETER_CONF DEFAULT verbose True
|
|
iniset $CEILOMETER_CONF DEFAULT debug "$ENABLE_DEBUG_LOG_LEVEL"
|
|
|
|
if [[ -n "$CEILOMETER_COORDINATION_URL" ]]; then
|
|
iniset $CEILOMETER_CONF coordination backend_url $CEILOMETER_COORDINATION_URL
|
|
iniset $CEILOMETER_CONF compute workload_partitioning True
|
|
fi
|
|
|
|
# Install the policy file and declarative configuration files to
|
|
# the conf dir.
|
|
# NOTE(cdent): Do not make this a glob as it will conflict
|
|
# with rootwrap installation done elsewhere and also clobber
|
|
# ceilometer.conf settings that have already been made.
|
|
# Anyway, explicit is better than implicit.
|
|
for conffile in policy.json api_paste.ini pipeline.yaml \
|
|
event_definitions.yaml event_pipeline.yaml \
|
|
gnocchi_resources.yaml; do
|
|
cp $CEILOMETER_DIR/etc/ceilometer/$conffile $CEILOMETER_CONF_DIR
|
|
done
|
|
iniset $CEILOMETER_CONF oslo_policy policy_file $CEILOMETER_CONF_DIR/policy.json
|
|
|
|
if [ "$CEILOMETER_PIPELINE_INTERVAL" ]; then
|
|
sed -i "s/interval:.*/interval: ${CEILOMETER_PIPELINE_INTERVAL}/" $CEILOMETER_CONF_DIR/pipeline.yaml
|
|
fi
|
|
if [ "$CEILOMETER_EVENT_ALARM" == "True" ]; then
|
|
if ! grep -q '^ *- notifier://?topic=alarm.all$' $CEILOMETER_CONF_DIR/event_pipeline.yaml; then
|
|
sed -i '/^ *publishers:$/,+1s|^\( *\)-.*$|\1- notifier://?topic=alarm.all\n&|' $CEILOMETER_CONF_DIR/event_pipeline.yaml
|
|
fi
|
|
fi
|
|
|
|
# The compute and central agents need these credentials in order to
|
|
# call out to other services' public APIs.
|
|
# The alarm evaluator needs these options to call ceilometer APIs
|
|
iniset $CEILOMETER_CONF service_credentials os_username ceilometer
|
|
iniset $CEILOMETER_CONF service_credentials os_password $SERVICE_PASSWORD
|
|
iniset $CEILOMETER_CONF service_credentials os_tenant_name $SERVICE_TENANT_NAME
|
|
iniset $CEILOMETER_CONF service_credentials os_region_name $REGION_NAME
|
|
iniset $CEILOMETER_CONF service_credentials os_auth_url $KEYSTONE_SERVICE_URI/v2.0
|
|
|
|
configure_auth_token_middleware $CEILOMETER_CONF ceilometer $CEILOMETER_AUTH_CACHE_DIR
|
|
|
|
iniset $CEILOMETER_CONF notification store_events $CEILOMETER_EVENTS
|
|
|
|
# Configure storage
|
|
if is_service_enabled ceilometer-collector ceilometer-api; then
|
|
_ceilometer_configure_storage_backend
|
|
iniset $CEILOMETER_CONF collector workers $API_WORKERS
|
|
fi
|
|
|
|
if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
|
|
iniset $CEILOMETER_CONF DEFAULT hypervisor_inspector vsphere
|
|
iniset $CEILOMETER_CONF vmware host_ip "$VMWAREAPI_IP"
|
|
iniset $CEILOMETER_CONF vmware host_username "$VMWAREAPI_USER"
|
|
iniset $CEILOMETER_CONF vmware host_password "$VMWAREAPI_PASSWORD"
|
|
fi
|
|
|
|
# NOTE: This must come after database configurate as those can
|
|
# call cleanup_ceilometer which will wipe the WSGI config.
|
|
if is_service_enabled ceilometer-api && [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
|
|
iniset $CEILOMETER_CONF api pecan_debug "False"
|
|
_ceilometer_config_apache_wsgi
|
|
fi
|
|
|
|
if is_service_enabled ceilometer-aipmi; then
|
|
# Configure rootwrap for the ipmi agent
|
|
configure_rootwrap ceilometer
|
|
fi
|
|
}
|
|
|
|
# init_ceilometer() - Initialize etc.
|
|
function init_ceilometer {
|
|
# Get ceilometer keystone settings in place
|
|
_ceilometer_create_accounts
|
|
# Create cache dir
|
|
sudo install -d -o $STACK_USER $CEILOMETER_AUTH_CACHE_DIR
|
|
rm -f $CEILOMETER_AUTH_CACHE_DIR/*
|
|
|
|
if is_service_enabled ceilometer-collector ceilometer-api && is_service_enabled mysql postgresql ; then
|
|
if [ "$CEILOMETER_BACKEND" = 'mysql' ] || [ "$CEILOMETER_BACKEND" = 'postgresql' ] || [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
recreate_database ceilometer
|
|
$CEILOMETER_BIN_DIR/ceilometer-dbsync
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# Install Ceilometer.
|
|
# The storage and coordination backends are installed here because the
|
|
# virtualenv context is active at this point and python drivers need to be
|
|
# installed. The context is not active during preinstall (when it would
|
|
# otherwise makes sense to do the backend services).
|
|
function install_ceilometer {
|
|
if is_service_enabled ceilometer-acentral ceilometer-anotification ceilometer-alarm-evaluator ; then
|
|
_ceilometer_prepare_coordination
|
|
fi
|
|
|
|
if is_service_enabled ceilometer-collector ceilometer-api; then
|
|
_ceilometer_prepare_storage_backend
|
|
fi
|
|
|
|
if is_service_enabled ceilometer-acompute ; then
|
|
_ceilometer_prepare_virt_drivers
|
|
fi
|
|
|
|
install_ceilometerclient
|
|
setup_develop $CEILOMETER_DIR
|
|
sudo install -d -o $STACK_USER -m 755 $CEILOMETER_CONF_DIR
|
|
if is_service_enabled ceilometer-api && [ "$CEILOMETER_USE_MOD_WSGI" == "False" ]; then
|
|
sudo install -d -o $STACK_USER -m 755 $CEILOMETER_API_LOG_DIR
|
|
fi
|
|
}
|
|
|
|
# install_ceilometerclient() - Collect source and prepare
|
|
function install_ceilometerclient {
|
|
if use_library_from_git "python-ceilometerclient"; then
|
|
git_clone_by_name "python-ceilometerclient"
|
|
setup_dev_lib "python-ceilometerclient"
|
|
sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-ceilometerclient"]}/tools/,/etc/bash_completion.d/}ceilometer.bash_completion
|
|
else
|
|
pip_install_gr python-ceilometerclient
|
|
fi
|
|
}
|
|
|
|
# start_ceilometer() - Start running processes, including screen
|
|
function start_ceilometer {
|
|
run_process ceilometer-acentral "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespaces central --config-file $CEILOMETER_CONF"
|
|
run_process ceilometer-anotification "$CEILOMETER_BIN_DIR/ceilometer-agent-notification --config-file $CEILOMETER_CONF"
|
|
run_process ceilometer-aipmi "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespaces ipmi --config-file $CEILOMETER_CONF"
|
|
|
|
if [[ "$CEILOMETER_USE_MOD_WSGI" == "False" ]]; then
|
|
run_process ceilometer-api "$CEILOMETER_BIN_DIR/ceilometer-api -d -v --log-dir=$CEILOMETER_API_LOG_DIR --config-file $CEILOMETER_CONF"
|
|
elif is_service_enabled ceilometer-api; then
|
|
enable_apache_site ceilometer
|
|
restart_apache_server
|
|
tail_log ceilometer /var/log/$APACHE_NAME/ceilometer.log
|
|
tail_log ceilometer-api /var/log/$APACHE_NAME/ceilometer_access.log
|
|
fi
|
|
|
|
# run the the collector after restarting apache as it needs
|
|
# operational keystone if using gnocchi
|
|
run_process ceilometer-collector "$CEILOMETER_BIN_DIR/ceilometer-collector --config-file $CEILOMETER_CONF"
|
|
|
|
# Start the compute agent late to allow time for the collector to
|
|
# fully wake up and connect to the message bus. See bug #1355809
|
|
if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
|
|
run_process ceilometer-acompute "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespaces compute --config-file $CEILOMETER_CONF" $LIBVIRT_GROUP
|
|
fi
|
|
if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
|
|
run_process ceilometer-acompute "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespaces compute --config-file $CEILOMETER_CONF"
|
|
fi
|
|
|
|
# Only die on API if it was actually intended to be turned on
|
|
if is_service_enabled ceilometer-api; then
|
|
echo "Waiting for ceilometer-api to start..."
|
|
if ! wait_for_service $SERVICE_TIMEOUT $(ceilometer_service_url)/v2/; then
|
|
die $LINENO "ceilometer-api did not start"
|
|
fi
|
|
fi
|
|
|
|
run_process ceilometer-alarm-notifier "$CEILOMETER_BIN_DIR/ceilometer-alarm-notifier --config-file $CEILOMETER_CONF"
|
|
run_process ceilometer-alarm-evaluator "$CEILOMETER_BIN_DIR/ceilometer-alarm-evaluator --config-file $CEILOMETER_CONF"
|
|
}
|
|
|
|
# stop_ceilometer() - Stop running processes
|
|
function stop_ceilometer {
|
|
if is_service_enabled ceilometer-api ; then
|
|
if [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
|
|
disable_apache_site ceilometer
|
|
restart_apache_server
|
|
else
|
|
stop_process ceilometer-api
|
|
fi
|
|
fi
|
|
|
|
# Kill the ceilometer screen windows
|
|
for serv in ceilometer-acompute ceilometer-acentral ceilometer-aipmi ceilometer-anotification ceilometer-collector ceilometer-alarm-notifier ceilometer-alarm-evaluator; do
|
|
stop_process $serv
|
|
done
|
|
}
|
|
|
|
# This is the main for plugin.sh
|
|
if is_service_enabled ceilometer; then
|
|
if [[ "$1" == "stack" && "$2" == "pre-install" ]]; then
|
|
# Set up other services
|
|
echo_summary "Configuring system services for Ceilometer"
|
|
preinstall_ceilometer
|
|
elif [[ "$1" == "stack" && "$2" == "install" ]]; then
|
|
echo_summary "Installing Ceilometer"
|
|
# Use stack_install_service here to account for vitualenv
|
|
stack_install_service ceilometer
|
|
elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
|
|
echo_summary "Configuring Ceilometer"
|
|
configure_ceilometer
|
|
elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
|
|
echo_summary "Initializing Ceilometer"
|
|
# Tidy base for ceilometer
|
|
init_ceilometer
|
|
# Start the services
|
|
start_ceilometer
|
|
fi
|
|
|
|
if [[ "$1" == "unstack" ]]; then
|
|
echo_summary "Shutting Down Ceilometer"
|
|
stop_ceilometer
|
|
fi
|
|
|
|
if [[ "$1" == "clean" ]]; then
|
|
echo_summary "Cleaning Ceilometer"
|
|
cleanup_ceilometer
|
|
fi
|
|
fi
|
|
|
|
# Restore xtrace
|
|
$XTRACE
|