94b3d40cea
Include the new entry point for meters notifications and deprecate the migrated ones. Also add the exchange controls to the notification agent directly. As a first step, this commit converts glance, magnetodb and orchestration meters. Partially Implements: blueprint declarative-notifications Depends-On: I9de94c5ac6349c3b46adbacb77fc877b5201285c Change-Id: I45ea9ab20bbed1ec12b91a20977e8adb52bf59da
427 lines
17 KiB
Bash
427 lines
17 KiB
Bash
# Install and start **Ceilometer** service in devstack
|
|
#
|
|
# To enable Ceilometer in devstack add an entry to local.conf that
|
|
# looks like
|
|
#
|
|
# [[local|localrc]]
|
|
# enable_plugin ceilometer git://git.openstack.org/openstack/ceilometer
|
|
#
|
|
# By default all ceilometer services are started (see
|
|
# devstack/settings). To disable a specific service use the
|
|
# disable_service function. For example to turn off alarming:
|
|
#
|
|
# disable_service ceilometer-alarm-notifier ceilometer-alarm-evaluator
|
|
#
|
|
# NOTE: Currently, there are two ways to get the IPMI based meters in
|
|
# OpenStack. One way is to configure Ironic conductor to report those meters
|
|
# for the nodes managed by Ironic and to have Ceilometer notification
|
|
# agent to collect them. Ironic by default does NOT enable that reporting
|
|
# functionality. So in order to do so, users need to set the option of
|
|
# conductor.send_sensor_data to true in the ironic.conf configuration file
|
|
# for the Ironic conductor service, and also enable the
|
|
# ceilometer-anotification service. If you do this disable the IPMI
|
|
# polling agent:
|
|
#
|
|
# disable_service ceilometer-aipmi
|
|
#
|
|
# The other way is to use Ceilometer ipmi agent only to get the IPMI based
|
|
# meters. To avoid duplicated meters, users need to make sure to set the
|
|
# option of conductor.send_sensor_data to false in the ironic.conf
|
|
# configuration file if the node on which Ceilometer ipmi agent is running
|
|
# is also managed by Ironic.
|
|
#
|
|
# Several variables set in the localrc section adjust common behaviors
|
|
# of Ceilometer (see within for additional settings):
|
|
#
|
|
# CEILOMETER_PIPELINE_INTERVAL: Seconds between pipeline processing runs. Default 600.
|
|
# CEILOMETER_BACKEND: Database backend (e.g. 'mysql', 'mongodb', 'es')
|
|
# CEILOMETER_COORDINATION_URL: URL for group membership service provided by tooz.
|
|
# CEILOMETER_EVENTS: Set to True to enable event collection
|
|
|
|
# Save trace setting
|
|
XTRACE=$(set +o | grep xtrace)
|
|
set -o xtrace
|
|
|
|
# Support potential entry-points console scripts in VENV or not
|
|
if [[ ${USE_VENV} = True ]]; then
|
|
PROJECT_VENV["ceilometer"]=${CEILOMETER_DIR}.venv
|
|
CEILOMETER_BIN_DIR=${PROJECT_VENV["ceilometer"]}/bin
|
|
else
|
|
CEILOMETER_BIN_DIR=$(get_python_exec_prefix)
|
|
fi
|
|
|
|
# Test if any Ceilometer services are enabled
|
|
# is_ceilometer_enabled
|
|
function is_ceilometer_enabled {
|
|
[[ ,${ENABLED_SERVICES} =~ ,"ceilometer-" ]] && return 0
|
|
return 1
|
|
}
|
|
|
|
function ceilometer_service_url {
|
|
echo "$CEILOMETER_SERVICE_PROTOCOL://$CEILOMETER_SERVICE_HOST:$CEILOMETER_SERVICE_PORT"
|
|
}
|
|
|
|
|
|
# _ceilometer_install_mongdb - Install mongodb and python lib.
|
|
function _ceilometer_install_mongodb {
|
|
# Server package is the same on all
|
|
local packages=mongodb-server
|
|
|
|
if is_fedora; then
|
|
# mongodb client
|
|
packages="${packages} mongodb"
|
|
fi
|
|
|
|
install_package ${packages}
|
|
|
|
if is_fedora; then
|
|
restart_service mongod
|
|
else
|
|
restart_service mongodb
|
|
fi
|
|
|
|
# give time for service to restart
|
|
sleep 5
|
|
}
|
|
|
|
# _ceilometer_install_redis() - Install the redis server and python lib.
|
|
function _ceilometer_install_redis {
|
|
if is_ubuntu; then
|
|
install_package redis-server
|
|
restart_service redis-server
|
|
else
|
|
# This will fail (correctly) where a redis package is unavailable
|
|
install_package redis
|
|
restart_service redis
|
|
fi
|
|
|
|
pip_install_gr redis
|
|
}
|
|
|
|
# Configure mod_wsgi
|
|
function _ceilometer_config_apache_wsgi {
|
|
sudo mkdir -p $CEILOMETER_WSGI_DIR
|
|
|
|
local ceilometer_apache_conf=$(apache_site_config_for ceilometer)
|
|
local apache_version=$(get_apache_version)
|
|
local venv_path=""
|
|
|
|
# Copy proxy vhost and wsgi file
|
|
sudo cp $CEILOMETER_DIR/ceilometer/api/app.wsgi $CEILOMETER_WSGI_DIR/app
|
|
|
|
if [[ ${USE_VENV} = True ]]; then
|
|
venv_path="python-path=${PROJECT_VENV["ceilometer"]}/lib/$(python_version)/site-packages"
|
|
fi
|
|
|
|
sudo cp $CEILOMETER_DIR/devstack/apache-ceilometer.template $ceilometer_apache_conf
|
|
sudo sed -e "
|
|
s|%PORT%|$CEILOMETER_SERVICE_PORT|g;
|
|
s|%APACHE_NAME%|$APACHE_NAME|g;
|
|
s|%WSGIAPP%|$CEILOMETER_WSGI_DIR/app|g;
|
|
s|%USER%|$STACK_USER|g;
|
|
s|%VIRTUALENV%|$venv_path|g
|
|
" -i $ceilometer_apache_conf
|
|
}
|
|
|
|
# Install required services for coordination
|
|
function _ceilometer_prepare_coordination {
|
|
if echo $CEILOMETER_COORDINATION_URL | grep -q '^memcached:'; then
|
|
install_package memcached
|
|
elif echo $CEILOMETER_COORDINATION_URL | grep -q '^redis:'; then
|
|
_ceilometer_install_redis
|
|
fi
|
|
}
|
|
|
|
# Install required services for storage backends
|
|
function _ceilometer_prepare_storage_backend {
|
|
if [ "$CEILOMETER_BACKEND" = 'mongodb' ] ; then
|
|
pip_install_gr pymongo
|
|
_ceilometer_install_mongodb
|
|
fi
|
|
|
|
if [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
${TOP_DIR}/pkg/elasticsearch.sh download
|
|
${TOP_DIR}/pkg/elasticsearch.sh install
|
|
fi
|
|
}
|
|
|
|
|
|
# Install the python modules for inspecting nova virt instances
|
|
function _ceilometer_prepare_virt_drivers {
|
|
# Only install virt drivers if we're running nova compute
|
|
if is_service_enabled n-cpu ; then
|
|
if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
|
|
pip_install_gr libvirt-python
|
|
fi
|
|
|
|
if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
|
|
pip_install_gr oslo.vmware
|
|
fi
|
|
fi
|
|
}
|
|
|
|
|
|
# Create ceilometer related accounts in Keystone
|
|
function _ceilometer_create_accounts {
|
|
if is_service_enabled ceilometer-api; then
|
|
|
|
create_service_user "ceilometer" "admin"
|
|
|
|
if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
|
|
get_or_create_service "ceilometer" "metering" "OpenStack Telemetry Service"
|
|
get_or_create_endpoint "metering" \
|
|
"$REGION_NAME" \
|
|
"$(ceilometer_service_url)/" \
|
|
"$(ceilometer_service_url)/" \
|
|
"$(ceilometer_service_url)/"
|
|
fi
|
|
if is_service_enabled swift; then
|
|
# Ceilometer needs ResellerAdmin role to access Swift account stats.
|
|
get_or_add_user_project_role "ResellerAdmin" "ceilometer" $SERVICE_TENANT_NAME
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# Activities to do before ceilometer has been installed.
|
|
function preinstall_ceilometer {
|
|
echo_summary "Preinstall not in virtualenv context. Skipping."
|
|
}
|
|
|
|
# Remove WSGI files, disable and remove Apache vhost file
|
|
function _ceilometer_cleanup_apache_wsgi {
|
|
sudo rm -f $CEILOMETER_WSGI_DIR/*
|
|
sudo rm -f $(apache_site_config_for ceilometer)
|
|
}
|
|
|
|
# cleanup_ceilometer() - Remove residual data files, anything left over
|
|
# from previous runs that a clean run would need to clean up
|
|
function cleanup_ceilometer {
|
|
if [ "$CEILOMETER_BACKEND" = 'mongodb' ] ; then
|
|
mongo ceilometer --eval "db.dropDatabase();"
|
|
elif [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
curl -XDELETE "localhost:9200/events_*"
|
|
fi
|
|
if [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
|
|
_ceilometer_cleanup_apache_wsgi
|
|
fi
|
|
}
|
|
|
|
# Set configuration for storage backend.
|
|
function _ceilometer_configure_storage_backend {
|
|
if [ "$CEILOMETER_BACKEND" = 'mysql' ] || [ "$CEILOMETER_BACKEND" = 'postgresql' ] ; then
|
|
iniset $CEILOMETER_CONF database alarm_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF database event_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF database metering_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF DEFAULT collector_workers $API_WORKERS
|
|
elif [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
# es is only supported for events. we will use sql for alarming/metering.
|
|
iniset $CEILOMETER_CONF database alarm_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF database event_connection es://localhost:9200
|
|
iniset $CEILOMETER_CONF database metering_connection $(database_connection_url ceilometer)
|
|
iniset $CEILOMETER_CONF DEFAULT collector_workers $API_WORKERS
|
|
${TOP_DIR}/pkg/elasticsearch.sh start
|
|
cleanup_ceilometer
|
|
elif [ "$CEILOMETER_BACKEND" = 'mongodb' ] ; then
|
|
iniset $CEILOMETER_CONF database alarm_connection mongodb://localhost:27017/ceilometer
|
|
iniset $CEILOMETER_CONF database event_connection mongodb://localhost:27017/ceilometer
|
|
iniset $CEILOMETER_CONF database metering_connection mongodb://localhost:27017/ceilometer
|
|
cleanup_ceilometer
|
|
else
|
|
die $LINENO "Unable to configure unknown CEILOMETER_BACKEND $CEILOMETER_BACKEND"
|
|
fi
|
|
}
|
|
|
|
# Configure Ceilometer
|
|
function configure_ceilometer {
|
|
sudo install -d -o $STACK_USER -m 755 $CEILOMETER_CONF_DIR $CEILOMETER_API_LOG_DIR
|
|
|
|
iniset_rpc_backend ceilometer $CEILOMETER_CONF
|
|
|
|
iniset $CEILOMETER_CONF DEFAULT notification_topics "$CEILOMETER_NOTIFICATION_TOPICS"
|
|
iniset $CEILOMETER_CONF DEFAULT verbose True
|
|
iniset $CEILOMETER_CONF DEFAULT debug "$ENABLE_DEBUG_LOG_LEVEL"
|
|
|
|
if [[ -n "$CEILOMETER_COORDINATION_URL" ]]; then
|
|
iniset $CEILOMETER_CONF coordination backend_url $CEILOMETER_COORDINATION_URL
|
|
iniset $CEILOMETER_CONF compute workload_partitioning True
|
|
fi
|
|
|
|
# Install the policy file for the API server
|
|
cp $CEILOMETER_DIR/etc/ceilometer/policy.json $CEILOMETER_CONF_DIR
|
|
iniset $CEILOMETER_CONF oslo_policy policy_file $CEILOMETER_CONF_DIR/policy.json
|
|
|
|
cp $CEILOMETER_DIR/etc/ceilometer/pipeline.yaml $CEILOMETER_CONF_DIR
|
|
cp $CEILOMETER_DIR/etc/ceilometer/event_pipeline.yaml $CEILOMETER_CONF_DIR
|
|
cp $CEILOMETER_DIR/etc/ceilometer/api_paste.ini $CEILOMETER_CONF_DIR
|
|
cp $CEILOMETER_DIR/etc/ceilometer/event_definitions.yaml $CEILOMETER_CONF_DIR
|
|
cp $CEILOMETER_DIR/etc/ceilometer/gnocchi_archive_policy_map.yaml $CEILOMETER_CONF_DIR
|
|
cp $CEILOMETER_DIR/etc/ceilometer/gnocchi_resources.yaml $CEILOMETER_CONF_DIR
|
|
cp $CEILOMETER_DIR/ceilometer/meter/data/meters.yaml $CEILOMETER_CONF_DIR
|
|
|
|
if [ "$CEILOMETER_PIPELINE_INTERVAL" ]; then
|
|
sed -i "s/interval:.*/interval: ${CEILOMETER_PIPELINE_INTERVAL}/" $CEILOMETER_CONF_DIR/pipeline.yaml
|
|
fi
|
|
|
|
# The compute and central agents need these credentials in order to
|
|
# call out to other services' public APIs.
|
|
# The alarm evaluator needs these options to call ceilometer APIs
|
|
iniset $CEILOMETER_CONF service_credentials os_username ceilometer
|
|
iniset $CEILOMETER_CONF service_credentials os_password $SERVICE_PASSWORD
|
|
iniset $CEILOMETER_CONF service_credentials os_tenant_name $SERVICE_TENANT_NAME
|
|
iniset $CEILOMETER_CONF service_credentials os_region_name $REGION_NAME
|
|
iniset $CEILOMETER_CONF service_credentials os_auth_url $KEYSTONE_SERVICE_URI/v2.0
|
|
|
|
configure_auth_token_middleware $CEILOMETER_CONF ceilometer $CEILOMETER_AUTH_CACHE_DIR
|
|
|
|
iniset $CEILOMETER_CONF notification store_events $CEILOMETER_EVENTS
|
|
|
|
# Configure storage
|
|
_ceilometer_configure_storage_backend
|
|
|
|
if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
|
|
iniset $CEILOMETER_CONF DEFAULT hypervisor_inspector vsphere
|
|
iniset $CEILOMETER_CONF vmware host_ip "$VMWAREAPI_IP"
|
|
iniset $CEILOMETER_CONF vmware host_username "$VMWAREAPI_USER"
|
|
iniset $CEILOMETER_CONF vmware host_password "$VMWAREAPI_PASSWORD"
|
|
fi
|
|
|
|
# NOTE: This must come after database configurate as those can
|
|
# call cleanup_ceilometer which will wipe the WSGI config.
|
|
if [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
|
|
iniset $CEILOMETER_CONF api pecan_debug "False"
|
|
_ceilometer_config_apache_wsgi
|
|
fi
|
|
|
|
if is_service_enabled ceilometer-aipmi; then
|
|
# Configure rootwrap for the ipmi agent
|
|
configure_rootwrap ceilometer
|
|
fi
|
|
}
|
|
|
|
# init_ceilometer() - Initialize etc.
|
|
function init_ceilometer {
|
|
# Get ceilometer keystone settings in place
|
|
_ceilometer_create_accounts
|
|
# Create cache dir
|
|
sudo install -d -o $STACK_USER $CEILOMETER_AUTH_CACHE_DIR
|
|
rm -f $CEILOMETER_AUTH_CACHE_DIR/*
|
|
|
|
if is_service_enabled mysql postgresql; then
|
|
if [ "$CEILOMETER_BACKEND" = 'mysql' ] || [ "$CEILOMETER_BACKEND" = 'postgresql' ] || [ "$CEILOMETER_BACKEND" = 'es' ] ; then
|
|
recreate_database ceilometer
|
|
$CEILOMETER_BIN_DIR/ceilometer-dbsync
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# Install Ceilometer.
|
|
# The storage and coordination backends are installed here because the
|
|
# virtualenv context is active at this point and python drivers need to be
|
|
# installed. The context is not active during preinstall (when it would
|
|
# otherwise makes sense to do the backend services).
|
|
function install_ceilometer {
|
|
_ceilometer_prepare_coordination
|
|
_ceilometer_prepare_storage_backend
|
|
_ceilometer_prepare_virt_drivers
|
|
install_ceilometerclient
|
|
setup_develop $CEILOMETER_DIR
|
|
}
|
|
|
|
# install_ceilometerclient() - Collect source and prepare
|
|
function install_ceilometerclient {
|
|
if use_library_from_git "python-ceilometerclient"; then
|
|
git_clone_by_name "python-ceilometerclient"
|
|
setup_dev_lib "python-ceilometerclient"
|
|
sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-ceilometerclient"]}/tools/,/etc/bash_completion.d/}ceilometer.bash_completion
|
|
else
|
|
pip_install_gr python-ceilometerclient
|
|
fi
|
|
}
|
|
|
|
# start_ceilometer() - Start running processes, including screen
|
|
function start_ceilometer {
|
|
run_process ceilometer-acentral "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespaces central --config-file $CEILOMETER_CONF"
|
|
run_process ceilometer-anotification "$CEILOMETER_BIN_DIR/ceilometer-agent-notification --config-file $CEILOMETER_CONF"
|
|
run_process ceilometer-aipmi "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespaces ipmi --config-file $CEILOMETER_CONF"
|
|
|
|
if [[ "$CEILOMETER_USE_MOD_WSGI" == "False" ]]; then
|
|
run_process ceilometer-api "$CEILOMETER_BIN_DIR/ceilometer-api -d -v --log-dir=$CEILOMETER_API_LOG_DIR --config-file $CEILOMETER_CONF"
|
|
else
|
|
enable_apache_site ceilometer
|
|
restart_apache_server
|
|
tail_log ceilometer /var/log/$APACHE_NAME/ceilometer.log
|
|
tail_log ceilometer-api /var/log/$APACHE_NAME/ceilometer_access.log
|
|
fi
|
|
|
|
# run the the collector after restarting apache as it needs
|
|
# operational keystone if using gnocchi
|
|
run_process ceilometer-collector "$CEILOMETER_BIN_DIR/ceilometer-collector --config-file $CEILOMETER_CONF"
|
|
|
|
# Start the compute agent late to allow time for the collector to
|
|
# fully wake up and connect to the message bus. See bug #1355809
|
|
if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
|
|
run_process ceilometer-acompute "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespaces compute --config-file $CEILOMETER_CONF" $LIBVIRT_GROUP
|
|
fi
|
|
if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
|
|
run_process ceilometer-acompute "$CEILOMETER_BIN_DIR/ceilometer-polling --polling-namespace compute --config-file $CEILOMETER_CONF"
|
|
fi
|
|
|
|
# Only die on API if it was actually intended to be turned on
|
|
if is_service_enabled ceilometer-api; then
|
|
echo "Waiting for ceilometer-api to start..."
|
|
if ! wait_for_service $SERVICE_TIMEOUT $(ceilometer_service_url)/v2/; then
|
|
die $LINENO "ceilometer-api did not start"
|
|
fi
|
|
fi
|
|
|
|
run_process ceilometer-alarm-notifier "$CEILOMETER_BIN_DIR/ceilometer-alarm-notifier --config-file $CEILOMETER_CONF"
|
|
run_process ceilometer-alarm-evaluator "$CEILOMETER_BIN_DIR/ceilometer-alarm-evaluator --config-file $CEILOMETER_CONF"
|
|
}
|
|
|
|
# stop_ceilometer() - Stop running processes
|
|
function stop_ceilometer {
|
|
if [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
|
|
disable_apache_site ceilometer
|
|
restart_apache_server
|
|
fi
|
|
# Kill the ceilometer screen windows
|
|
for serv in ceilometer-acompute ceilometer-acentral ceilometer-aipmi ceilometer-anotification ceilometer-collector ceilometer-api ceilometer-alarm-notifier ceilometer-alarm-evaluator; do
|
|
stop_process $serv
|
|
done
|
|
}
|
|
|
|
# This is the main for plugin.sh
|
|
if is_service_enabled ceilometer; then
|
|
if [[ "$1" == "stack" && "$2" == "pre-install" ]]; then
|
|
# Set up other services
|
|
echo_summary "Configuring system services for Ceilometer"
|
|
preinstall_ceilometer
|
|
elif [[ "$1" == "stack" && "$2" == "install" ]]; then
|
|
echo_summary "Installing Ceilometer"
|
|
# Use stack_install_service here to account for vitualenv
|
|
stack_install_service ceilometer
|
|
elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
|
|
echo_summary "Configuring Ceilometer"
|
|
configure_ceilometer
|
|
elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
|
|
echo_summary "Initializing Ceilometer"
|
|
# Tidy base for ceilometer
|
|
init_ceilometer
|
|
# Start the services
|
|
start_ceilometer
|
|
fi
|
|
|
|
if [[ "$1" == "unstack" ]]; then
|
|
echo_summary "Shutting Down Ceilometer"
|
|
stop_ceilometer
|
|
fi
|
|
|
|
if [[ "$1" == "clean" ]]; then
|
|
echo_summary "Cleaning Ceilometer"
|
|
cleanup_ceilometer
|
|
fi
|
|
fi
|
|
|
|
# Restore xtrace
|
|
$XTRACE
|