38fef22ee1
Remove extra kwargs in grafana scenarios for push_metrics and check_metrics grafana service methods. Change-Id: I6bbd78ba5b4c8882d53ae059e5ba92cd1fa07f48
148 lines
6.8 KiB
Python
148 lines
6.8 KiB
Python
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from rally.common import cfg
|
|
from rally.common import logging
|
|
from rally.task import types
|
|
from rally.task import utils
|
|
from rally.task import validation
|
|
|
|
from rally_openstack import consts
|
|
from rally_openstack import scenario
|
|
from rally_openstack.services.grafana import grafana as grafana_service
|
|
|
|
CONF = cfg.CONF
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
"""Scenarios for Pushgateway and Grafana metrics."""
|
|
|
|
|
|
@types.convert(image={"type": "glance_image"},
|
|
flavor={"type": "nova_flavor"})
|
|
@validation.add("required_services", services=[consts.Service.NOVA])
|
|
@validation.add("required_platform", platform="openstack", admin=True)
|
|
@scenario.configure(context={"cleanup@openstack": ["nova"]},
|
|
name="GrafanaMetrics.push_metric_from_instance",
|
|
platform="openstack")
|
|
class PushMetricsInstance(scenario.OpenStackScenario):
|
|
"""Test monitoring system by pushing metric from nova server and check it.
|
|
|
|
Scenario tests monitoring system, which uses Pushgateway as metric exporter
|
|
and Grafana as metrics monitoring.
|
|
|
|
The goal of the test is to check that monitoring system works correctly
|
|
with nova instance. Test case is the following: we deploy some env with
|
|
nodes on Openstack nova instances, add metric exporter (using Pushgateway
|
|
in this test) inside nodes (i.e. nova instances) for some interested
|
|
metrics (e.g. CPU, memory etc.). We want to check that metrics successfully
|
|
sends to metrics storage (e.g. Prometheus) by requesting Grafana. Create
|
|
nova instance, add Pushgateway push random metric to userdata and after
|
|
instance would be available, check Grafana datasource that pushed metric in
|
|
data.
|
|
"""
|
|
|
|
def _metric_from_instance(self, seed, image, flavor, monitor_vip,
|
|
pushgateway_port, job_name):
|
|
push_cmd = (
|
|
"echo %(seed)s 12345 | curl --data-binary "
|
|
"@- http://%(monitor_vip)s:%(pgtw_port)s/metrics/job"
|
|
"/%(job_name)s" % {"seed": seed,
|
|
"monitor_vip": monitor_vip,
|
|
"pgtw_port": pushgateway_port,
|
|
"job_name": job_name})
|
|
userdata = ("#!/bin/bash\n%s" % push_cmd)
|
|
server = self.clients("nova").servers.create(seed,
|
|
image, flavor,
|
|
userdata=userdata)
|
|
LOG.info("Server %s create started" % seed)
|
|
self.sleep_between(CONF.openstack.nova_server_boot_prepoll_delay)
|
|
utils.wait_for_status(
|
|
server,
|
|
ready_statuses=["ACTIVE"],
|
|
update_resource=utils.get_from_manager(),
|
|
timeout=CONF.openstack.nova_server_boot_timeout,
|
|
check_interval=CONF.openstack.nova_server_boot_poll_interval
|
|
)
|
|
LOG.info("Server %s with pushing metric script (metric exporter) is "
|
|
"active" % seed)
|
|
|
|
def run(self, image, flavor, monitor_vip, pushgateway_port,
|
|
grafana, datasource_id, job_name, sleep_time=5,
|
|
retries_total=30):
|
|
"""Create nova instance with pushing metric script as userdata.
|
|
|
|
Push metric to metrics storage using Pushgateway and check it in
|
|
Grafana.
|
|
|
|
:param image: image for server with userdata script
|
|
:param flavor: flavor for server with userdata script
|
|
:param monitor_vip: monitoring system IP to push metric
|
|
:param pushgateway_port: Pushgateway port to use for pushing metric
|
|
:param grafana: Grafana dict with creds and port to use for checking
|
|
metric. Format: {user: admin, password: pass, port: 9902}
|
|
:param datasource_id: metrics storage datasource ID in Grafana
|
|
:param job_name: job name to push metric in it
|
|
:param sleep_time: sleep time between checking metrics in seconds
|
|
:param retries_total: total number of retries to check metric in
|
|
Grafana
|
|
"""
|
|
seed = self.generate_random_name()
|
|
|
|
grafana_svc = grafana_service.GrafanaService(
|
|
dict(monitor_vip=monitor_vip, pushgateway_port=pushgateway_port,
|
|
grafana=grafana, datasource_id=datasource_id,
|
|
job_name=job_name),
|
|
name_generator=self.generate_random_name,
|
|
atomic_inst=self.atomic_actions())
|
|
|
|
self._metric_from_instance(seed, image, flavor, monitor_vip,
|
|
pushgateway_port, job_name)
|
|
checked = grafana_svc.check_metric(seed, sleep_time=sleep_time,
|
|
retries_total=retries_total)
|
|
self.assertTrue(checked)
|
|
|
|
|
|
@scenario.configure(name="GrafanaMetrics.push_metric_locally")
|
|
class PushMetricLocal(scenario.OpenStackScenario):
|
|
"""Test monitoring system availability with local pushing random metric."""
|
|
|
|
def run(self, monitor_vip, pushgateway_port, grafana, datasource_id,
|
|
job_name, sleep_time=5, retries_total=30):
|
|
"""Push random metric to Pushgateway locally and check it in Grafana.
|
|
|
|
:param monitor_vip: monitoring system IP to push metric
|
|
:param pushgateway_port: Pushgateway port to use for pushing metric
|
|
:param grafana: Grafana dict with creds and port to use for checking
|
|
metric. Format: {user: admin, password: pass, port: 9902}
|
|
:param datasource_id: metrics storage datasource ID in Grafana
|
|
:param job_name: job name to push metric in it
|
|
:param sleep_time: sleep time between checking metrics in seconds
|
|
:param retries_total: total number of retries to check metric in
|
|
Grafana
|
|
"""
|
|
seed = self.generate_random_name()
|
|
|
|
grafana_svc = grafana_service.GrafanaService(
|
|
dict(monitor_vip=monitor_vip, pushgateway_port=pushgateway_port,
|
|
grafana=grafana, datasource_id=datasource_id,
|
|
job_name=job_name),
|
|
name_generator=self.generate_random_name,
|
|
atomic_inst=self.atomic_actions())
|
|
|
|
pushed = grafana_svc.push_metric(seed)
|
|
self.assertTrue(pushed)
|
|
checked = grafana_svc.check_metric(seed, sleep_time=sleep_time,
|
|
retries_total=retries_total)
|
|
self.assertTrue(checked)
|