86 lines
2.8 KiB
Python
86 lines
2.8 KiB
Python
# Copyright 2014: Mirantis Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
|
|
import jsonschema
|
|
|
|
from rally.benchmark.sla import base
|
|
from tests import test
|
|
|
|
|
|
class TestCriterion(base.SLA):
|
|
OPTION_NAME = "test_criterion"
|
|
CONFIG_SCHEMA = {"type": "integer"}
|
|
|
|
@staticmethod
|
|
def check(criterion_value, result):
|
|
return base.SLAResult(criterion_value == result,
|
|
msg='detail')
|
|
|
|
|
|
class BaseSLATestCase(test.TestCase):
|
|
|
|
def test_validate(self):
|
|
cnf = {"test_criterion": 42}
|
|
base.SLA.validate(cnf)
|
|
|
|
def test_validate_invalid_name(self):
|
|
self.assertRaises(jsonschema.ValidationError,
|
|
base.SLA.validate, {"nonexistent": 42})
|
|
|
|
def test_validate_invalid_type(self):
|
|
self.assertRaises(jsonschema.ValidationError,
|
|
base.SLA.validate, {"test_criterion": 42.0})
|
|
|
|
def test_check_all(self):
|
|
config = {
|
|
"sla": {"test_criterion": 42},
|
|
}
|
|
result = {"key": {"kw": config, "name": "fake", "pos": 0},
|
|
"data": 42}
|
|
results = list(base.SLA.check_all(config, result["data"]))
|
|
expected = [{'criterion': 'test_criterion',
|
|
'detail': 'detail',
|
|
'success': True}]
|
|
self.assertEqual(expected, results)
|
|
result["data"] = 43
|
|
results = list(base.SLA.check_all(config, result["data"]))
|
|
expected = [{'criterion': 'test_criterion',
|
|
'detail': 'detail',
|
|
'success': False}]
|
|
self.assertEqual(expected, results)
|
|
|
|
|
|
class FailureRateTestCase(test.TestCase):
|
|
def test_check(self):
|
|
result = [
|
|
{"error": ["error"]},
|
|
{"error": []},
|
|
] # one error and one success. 50% success rate
|
|
# 50% < 75.0%
|
|
self.assertTrue(base.FailureRate.check(75.0, result).success)
|
|
# 50% > 25%
|
|
self.assertFalse(base.FailureRate.check(25, result).success)
|
|
|
|
|
|
class IterationTimeTestCase(test.TestCase):
|
|
def test_check(self):
|
|
result = [
|
|
{"duration": 3.14},
|
|
{"duration": 6.28},
|
|
]
|
|
self.assertTrue(base.IterationTime.check(42, result).success)
|
|
self.assertFalse(base.IterationTime.check(3.62, result).success)
|