623a4db21f
Even though there was a py36 test enabled in the gate, the tox.ini configuration was not actually invoking the unit tests. This change sets up the environment to allow tests to run. As a result, a number of Python3 errors are uncovered and fixed. Notably: Python 3 does not have contextlib.nested, so reformatting using , file() is not in Python 3, so use io.open() instead Use six.assertCountEqual(self, in tests safe_decode: subprocess.check_output returns in byte encoding, while default text type str. safe_decode does the right thing by making sure string are not bytes in python2 and python3 No ascci encoding: python3 defaults to UTF-8 encoding, which is merely an extension to ascii (default for python2). test_json_plugin.py: the file being opened in binary(wb) mode so python is expecting the string in bytes. Some of the refactoring should be revisited after we drop Python 2 support. Change-Id: I62b46a2509c39201ca015ca7c269b2ea70c376c8 Story: 2005047 Task: 29547
193 lines
7.4 KiB
Python
193 lines
7.4 KiB
Python
# (C) Copyright 2016 Hewlett Packard Enterprise Development LP
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import unittest
|
|
|
|
import monasca_agent.common.metrics as metrics
|
|
|
|
SAMPLE_RATE = 1
|
|
|
|
|
|
class TestMetrics(unittest.TestCase):
|
|
def test_Gauge(self):
|
|
tenant_name = "test_gauge"
|
|
metric_name = "foo"
|
|
dimensions = {'a': 'b', 'c': 'd'}
|
|
|
|
gauge = metrics.Gauge(metric_name, dimensions, tenant_name)
|
|
|
|
gauge.sample(0, SAMPLE_RATE, 1)
|
|
|
|
envelope = gauge.flush()[0]
|
|
measurement = envelope['measurement']
|
|
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 0)
|
|
self.assertEqual(measurement['timestamp'], 1000)
|
|
|
|
gauge.sample(1, SAMPLE_RATE, 2)
|
|
|
|
envelope = gauge.flush()[0]
|
|
measurement = envelope['measurement']
|
|
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 1)
|
|
self.assertEqual(measurement['timestamp'], 2000)
|
|
|
|
gauge.sample(100.5212, SAMPLE_RATE, 125)
|
|
|
|
envelope = gauge.flush()[0]
|
|
measurement = envelope['measurement']
|
|
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 100.5212)
|
|
self.assertEqual(measurement['timestamp'], 125000)
|
|
|
|
results = gauge.flush()
|
|
self.assertEqual(results, [])
|
|
|
|
def test_Counter(self):
|
|
tenant_name = "test_counter"
|
|
metric_name = "bar"
|
|
dimensions = {'a': 1, 'c': 2}
|
|
|
|
counter = metrics.Counter(metric_name, dimensions, tenant_name)
|
|
|
|
# single counter value
|
|
counter.sample(5, SAMPLE_RATE, 1)
|
|
|
|
envelope = counter.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 5)
|
|
self.assertEqual(measurement['timestamp'], 1000)
|
|
|
|
# multiple counter value with different timestamps: add
|
|
counter.sample(5, SAMPLE_RATE, 1)
|
|
counter.sample(6, SAMPLE_RATE, 2)
|
|
|
|
envelope = counter.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 11)
|
|
self.assertEqual(measurement['timestamp'], 2000)
|
|
|
|
# multiple counter values with same timestamp: add
|
|
counter.sample(5, SAMPLE_RATE, 3)
|
|
counter.sample(5, SAMPLE_RATE, 3)
|
|
|
|
envelope = counter.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 5+5)
|
|
self.assertEqual(measurement['timestamp'], 3000)
|
|
|
|
# Invalid metric values: ignore
|
|
counter.sample("WEGONI", SAMPLE_RATE, 2)
|
|
results = counter.flush()
|
|
self.assertEqual(results, [])
|
|
|
|
def test_Rate(self):
|
|
tenant_name = "test_rate"
|
|
metric_name = "baz"
|
|
dimensions = {'a': 2, 'c': 3}
|
|
|
|
rate = metrics.Rate(metric_name, dimensions, tenant_name)
|
|
|
|
# single sample without predecessor: no rate can be calculated
|
|
rate.sample(5, SAMPLE_RATE, 1)
|
|
self.assertEqual(rate.flush(), [])
|
|
|
|
# zero difference between samples: rate 0
|
|
rate.sample(5, SAMPLE_RATE, 2)
|
|
|
|
envelope = rate.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 0.0)
|
|
self.assertEqual(measurement['timestamp'], 2000)
|
|
|
|
# samples (5,10) in 1 sec interval: rate 5/sec.
|
|
rate.sample(10, SAMPLE_RATE, 3)
|
|
|
|
envelope = rate.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 5)
|
|
self.assertEqual(measurement['timestamp'], 3000)
|
|
|
|
# conflicting values for same timestamp: no result, but keep last sample for next rate calc.
|
|
rate.sample(12, SAMPLE_RATE, 3)
|
|
self.assertEqual(rate.flush(), [])
|
|
|
|
# zero difference between samples, incomplete previous interval T: rate 0/sec.
|
|
rate.sample(12, SAMPLE_RATE, 4)
|
|
|
|
envelope = rate.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 0.0)
|
|
self.assertEqual(measurement['timestamp'], 4000)
|
|
|
|
# several samples (13, 14) in interval, take last values of T1 and T0 for rate calc: rate = (14-12)/(6-4)
|
|
rate.sample(13, SAMPLE_RATE, 5)
|
|
rate.sample(14, SAMPLE_RATE, 6)
|
|
|
|
envelope = rate.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 1)
|
|
self.assertEqual(measurement['timestamp'], 6000)
|
|
|
|
# negative rate: often result of a restart, but that should not be hidden
|
|
rate.sample(1, SAMPLE_RATE, 7)
|
|
|
|
envelope = rate.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], -13)
|
|
self.assertEqual(measurement['timestamp'], 7000)
|
|
|
|
# recover from negative rate
|
|
rate.sample(2, SAMPLE_RATE, 8)
|
|
|
|
envelope = rate.flush()[0]
|
|
measurement = envelope['measurement']
|
|
self.assertEqual(envelope['tenant_id'], tenant_name)
|
|
self.assertEqual(measurement['name'], metric_name)
|
|
self.assertEqual(measurement['dimensions'], dimensions)
|
|
self.assertEqual(measurement['value'], 1)
|
|
self.assertEqual(measurement['timestamp'], 8000)
|