
Add functionality to the plugin: - Convert from collectd data sources to Ceilometer format - Add unit mappings for Ceilometer - Define resource IDs - Add unit tests Change-Id: Ica1f49ea3c9bbc4bc857044dea7da39869b33bba
176 lines
5.9 KiB
Python
176 lines
5.9 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""Ceilometer collectd plugin implementation"""
|
|
|
|
from __future__ import division
|
|
from __future__ import unicode_literals
|
|
|
|
from collectd_ceilometer.keystone_light import ClientV2 as keystoneClientV2
|
|
from collectd_ceilometer.keystone_light import KeystoneException
|
|
from collectd_ceilometer.settings import Config
|
|
import logging
|
|
import requests
|
|
from requests.exceptions import RequestException
|
|
import six
|
|
import threading
|
|
|
|
|
|
LOGGER = logging.getLogger(__name__)
|
|
|
|
# HTTP status codes
|
|
HTTP_CREATED = 201
|
|
HTTP_UNAUTHORIZED = 401
|
|
|
|
|
|
class Sender(object):
|
|
"""Sends the JSON serialized data to Ceilometer"""
|
|
|
|
def __init__(self):
|
|
"""Create the Sender instance
|
|
|
|
The cofinguration must be initialized before the object is created.
|
|
"""
|
|
self._url_base = None
|
|
self._keystone = None
|
|
self._auth_token = None
|
|
self._auth_lock = threading.Lock()
|
|
self._failed_auth = False
|
|
|
|
def _authenticate(self):
|
|
"""Authenticate and renew the authentication token"""
|
|
|
|
# if auth_token is available, just return it
|
|
if self._auth_token is not None:
|
|
return self._auth_token
|
|
|
|
# aquire the authentication lock
|
|
with self._auth_lock:
|
|
# re-check the auth_token as another thread could set it
|
|
if self._auth_token is not None:
|
|
return self._auth_token
|
|
|
|
LOGGER.debug('Authenticating request')
|
|
# pylint: disable=broad-except
|
|
try:
|
|
# create a keystone client if it doesn't exist
|
|
if self._keystone is None:
|
|
cfg = Config.instance()
|
|
self._keystone = keystoneClientV2(
|
|
auth_url=cfg.OS_AUTH_URL,
|
|
username=cfg.OS_USERNAME,
|
|
password=cfg.OS_PASSWORD,
|
|
tenant_name=cfg.OS_TENANT_NAME
|
|
)
|
|
# store the authentication token
|
|
self._auth_token = self._keystone.auth_token
|
|
|
|
# get the uri of service endpoint
|
|
endpoint = self._keystone.get_service_endpoint(
|
|
"ceilometer",
|
|
Config.instance().CEILOMETER_URL_TYPE)
|
|
|
|
self._url_base = "{}/v2/meters/%s".format(endpoint)
|
|
LOGGER.info('Authenticating request - success')
|
|
self._failed_auth = False
|
|
|
|
except KeystoneException as exc:
|
|
log_level = logging.DEBUG
|
|
|
|
if not self._failed_auth:
|
|
log_level = logging.ERROR
|
|
LOGGER.error(
|
|
'Suspending error logs until successful auth'
|
|
)
|
|
|
|
LOGGER.log(log_level, 'Authentication error: %s',
|
|
six.text_type(exc),
|
|
exc_info=0)
|
|
|
|
if exc.response:
|
|
LOGGER.debug('Response: %s', exc.response)
|
|
|
|
self._auth_token = None
|
|
self._failed_auth = True
|
|
|
|
return self._auth_token
|
|
|
|
def send(self, metername, payload):
|
|
"""Send the payload to Ceilometer"""
|
|
|
|
# get the auth_token
|
|
auth_token = self._authenticate()
|
|
|
|
# if auth_token is not set, there is nothing to do
|
|
if auth_token is None:
|
|
LOGGER.debug('Unable to send data. Not authenticated')
|
|
return
|
|
|
|
if self._url_base is None:
|
|
LOGGER.debug(
|
|
'Unable to send data. Missing endpoint from ident server')
|
|
return
|
|
|
|
# create request URL
|
|
url = self._url_base % metername
|
|
|
|
# send the POST request
|
|
result = self._perform_request(url, payload, auth_token)
|
|
if not result:
|
|
return
|
|
|
|
# if the request failed due to an auth error
|
|
if result.status_code == HTTP_UNAUTHORIZED:
|
|
# reset the auth token in order to force the subsequent
|
|
# _authenticate() call to renew it
|
|
# Here, it can happen that the token is reset right after
|
|
# another thread has finished the authentication and thus
|
|
# the authentication may be performed twice
|
|
self._auth_token = None
|
|
|
|
LOGGER.debug('Result: %s %s',
|
|
six.text_type(result.status_code),
|
|
result.text)
|
|
|
|
# renew the authentication token
|
|
auth_token = self._authenticate()
|
|
|
|
if auth_token is not None:
|
|
# and try to repost
|
|
result = self._perform_request(url, payload, auth_token)
|
|
|
|
if result.status_code == HTTP_CREATED:
|
|
LOGGER.debug('Result: %s', HTTP_CREATED)
|
|
else:
|
|
LOGGER.info('Result: %s %s',
|
|
result.status_code,
|
|
result.text)
|
|
|
|
@classmethod
|
|
def _perform_request(cls, url, payload, auth_token):
|
|
"""Perform the POST request"""
|
|
|
|
LOGGER.debug('Performing request to %s', url)
|
|
|
|
# request headers
|
|
headers = {'X-Auth-Token': auth_token,
|
|
'Content-type': 'application/json'}
|
|
# perform request and return its result
|
|
try:
|
|
return requests.post(
|
|
url, data=payload, headers=headers,
|
|
timeout=(Config.instance().CEILOMETER_TIMEOUT / 1000.))
|
|
except RequestException as exc:
|
|
LOGGER.error('Ceilometer request error: %s', six.text_type(exc))
|
|
return None
|