
This adds new functional tests, which are supposed to be run on devstack with a running instance of prometheus. It tests all of the cli commands as well as all the functions exposed in the python client. These tests could be included into the telemetry-dsvm-integration jobs in the future to use the same devstack vm. Change-Id: Ibd6deec559465bf3cb7480681b816f55bdf9010e
162 lines
4.7 KiB
Python
162 lines
4.7 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from observabilityclient.tests.functional import base
|
|
import time
|
|
|
|
|
|
class CliTestFunctionalRBACDisabled(base.CliTestCase):
|
|
"""Functional tests for cli commands with disabled RBAC."""
|
|
|
|
def test_list(self):
|
|
cmd_output = self.openstack(
|
|
'metric list --disable-rbac',
|
|
parse_output=True,
|
|
)
|
|
name_list = [item.get('metric_name') for item in cmd_output]
|
|
self.assertIn(
|
|
'up',
|
|
name_list
|
|
)
|
|
|
|
def test_show(self):
|
|
cmd_output = self.openstack(
|
|
'metric show up --disable-rbac',
|
|
parse_output=True,
|
|
)
|
|
for metric in cmd_output:
|
|
self.assertEqual(
|
|
"up",
|
|
metric["__name__"]
|
|
)
|
|
self.assertEqual(
|
|
"1",
|
|
metric["value"]
|
|
)
|
|
|
|
def test_query(self):
|
|
cmd_output = self.openstack(
|
|
'metric query up --disable-rbac',
|
|
parse_output=True,
|
|
)
|
|
for metric in cmd_output:
|
|
self.assertEqual(
|
|
"up",
|
|
metric["__name__"]
|
|
)
|
|
self.assertEqual(
|
|
"1",
|
|
metric["value"]
|
|
)
|
|
|
|
|
|
class CliTestFunctionalRBACEnabled(base.CliTestCase):
|
|
"""Functional tests for cli commands with enabled RBAC."""
|
|
|
|
def test_list(self):
|
|
cmd_output = self.openstack(
|
|
'metric list',
|
|
parse_output=True,
|
|
)
|
|
name_list = [item.get('metric_name') for item in cmd_output]
|
|
self.assertIn(
|
|
'ceilometer_image_size',
|
|
name_list
|
|
)
|
|
self.assertNotIn(
|
|
'up',
|
|
name_list
|
|
)
|
|
|
|
def test_show(self):
|
|
cmd_output = self.openstack(
|
|
'metric show ceilometer_image_size',
|
|
parse_output=True,
|
|
)
|
|
for metric in cmd_output:
|
|
self.assertEqual(
|
|
"ceilometer_image_size",
|
|
metric["__name__"]
|
|
)
|
|
self.assertEqual(
|
|
"sg-core",
|
|
metric["job"]
|
|
)
|
|
|
|
def test_query(self):
|
|
cmd_output = self.openstack(
|
|
'metric query ceilometer_image_size',
|
|
parse_output=True,
|
|
)
|
|
for metric in cmd_output:
|
|
self.assertEqual(
|
|
"ceilometer_image_size",
|
|
metric["__name__"]
|
|
)
|
|
self.assertEqual(
|
|
"sg-core",
|
|
metric["job"]
|
|
)
|
|
|
|
|
|
class CliTestFunctionalAdminCommands(base.CliTestCase):
|
|
"""Functional tests for cli admin commands."""
|
|
|
|
def test_delete(self):
|
|
test_start_time = int(time.time())
|
|
query_before = self.openstack(
|
|
f'metric query prometheus_ready@{test_start_time} --disable-rbac',
|
|
parse_output=True,
|
|
)
|
|
|
|
values = [item.get("__name__") for item in query_before]
|
|
# Check, that the metric is present before the deletion
|
|
self.assertIn(
|
|
"prometheus_ready",
|
|
values
|
|
)
|
|
|
|
self.openstack(
|
|
'metric delete prometheus_ready --disable-rbac',
|
|
parse_output=False,
|
|
)
|
|
|
|
query_after = self.openstack(
|
|
f'metric query prometheus_ready@{test_start_time} --disable-rbac',
|
|
parse_output=True,
|
|
)
|
|
values = [item.get("__name__") for item in query_after]
|
|
# Check, that the metric is not present after the deletion
|
|
self.assertNotIn(
|
|
"prometheus_ready",
|
|
values
|
|
)
|
|
|
|
def test_clean_tombstones(self):
|
|
# NOTE(jwysogla) There is not much to check here
|
|
# except for the fact, that the command doesn't
|
|
# raise an exception. Prometheus doesn't send any
|
|
# data back and we don't have a reliable way to query
|
|
# prometheus that this command did something.
|
|
self.openstack('metric clean-tombstones')
|
|
|
|
def test_snapshot(self):
|
|
cmd_output = self.openstack(
|
|
'metric snapshot',
|
|
parse_output=True,
|
|
)
|
|
for name in cmd_output:
|
|
self.assertInOutput(
|
|
time.strftime('%Y%m%d'),
|
|
name.get("Snapshot file name")
|
|
)
|