Jaromir Wysoglad e8961fdf62 Add functional tests
This adds new functional tests, which are supposed to be run
on devstack with a running instance of prometheus.
It tests all of the cli commands as well as all the functions
exposed in the python client.

These tests could be included into the telemetry-dsvm-integration
jobs in the future to use the same devstack vm.

Change-Id: Ibd6deec559465bf3cb7480681b816f55bdf9010e
2023-11-15 05:54:41 -05:00

162 lines
4.7 KiB
Python

# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
from observabilityclient.tests.functional import base
import time
class CliTestFunctionalRBACDisabled(base.CliTestCase):
"""Functional tests for cli commands with disabled RBAC."""
def test_list(self):
cmd_output = self.openstack(
'metric list --disable-rbac',
parse_output=True,
)
name_list = [item.get('metric_name') for item in cmd_output]
self.assertIn(
'up',
name_list
)
def test_show(self):
cmd_output = self.openstack(
'metric show up --disable-rbac',
parse_output=True,
)
for metric in cmd_output:
self.assertEqual(
"up",
metric["__name__"]
)
self.assertEqual(
"1",
metric["value"]
)
def test_query(self):
cmd_output = self.openstack(
'metric query up --disable-rbac',
parse_output=True,
)
for metric in cmd_output:
self.assertEqual(
"up",
metric["__name__"]
)
self.assertEqual(
"1",
metric["value"]
)
class CliTestFunctionalRBACEnabled(base.CliTestCase):
"""Functional tests for cli commands with enabled RBAC."""
def test_list(self):
cmd_output = self.openstack(
'metric list',
parse_output=True,
)
name_list = [item.get('metric_name') for item in cmd_output]
self.assertIn(
'ceilometer_image_size',
name_list
)
self.assertNotIn(
'up',
name_list
)
def test_show(self):
cmd_output = self.openstack(
'metric show ceilometer_image_size',
parse_output=True,
)
for metric in cmd_output:
self.assertEqual(
"ceilometer_image_size",
metric["__name__"]
)
self.assertEqual(
"sg-core",
metric["job"]
)
def test_query(self):
cmd_output = self.openstack(
'metric query ceilometer_image_size',
parse_output=True,
)
for metric in cmd_output:
self.assertEqual(
"ceilometer_image_size",
metric["__name__"]
)
self.assertEqual(
"sg-core",
metric["job"]
)
class CliTestFunctionalAdminCommands(base.CliTestCase):
"""Functional tests for cli admin commands."""
def test_delete(self):
test_start_time = int(time.time())
query_before = self.openstack(
f'metric query prometheus_ready@{test_start_time} --disable-rbac',
parse_output=True,
)
values = [item.get("__name__") for item in query_before]
# Check, that the metric is present before the deletion
self.assertIn(
"prometheus_ready",
values
)
self.openstack(
'metric delete prometheus_ready --disable-rbac',
parse_output=False,
)
query_after = self.openstack(
f'metric query prometheus_ready@{test_start_time} --disable-rbac',
parse_output=True,
)
values = [item.get("__name__") for item in query_after]
# Check, that the metric is not present after the deletion
self.assertNotIn(
"prometheus_ready",
values
)
def test_clean_tombstones(self):
# NOTE(jwysogla) There is not much to check here
# except for the fact, that the command doesn't
# raise an exception. Prometheus doesn't send any
# data back and we don't have a reliable way to query
# prometheus that this command did something.
self.openstack('metric clean-tombstones')
def test_snapshot(self):
cmd_output = self.openstack(
'metric snapshot',
parse_output=True,
)
for name in cmd_output:
self.assertInOutput(
time.strftime('%Y%m%d'),
name.get("Snapshot file name")
)