cloudkitty/cloudkitty/tests/test_hashmap.py

1212 lines
49 KiB
Python

# -*- coding: utf-8 -*-
# Copyright 2015 Objectif Libre
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
#
import copy
import datetime
import decimal
from unittest import mock
from oslo_utils import uuidutils
from cloudkitty import dataframe
from cloudkitty.rating import hash
from cloudkitty.rating.hash.db import api
from cloudkitty import tests
TEST_TS = 1388577600
FAKE_UUID = '6c1b8a30-797f-4b7e-ad66-9879b79059fb'
CK_RESOURCES_DATA = [dataframe.DataFrame.from_dict({
"period": {
"begin": datetime.datetime(2014, 10, 1),
"end": datetime.datetime(2014, 10, 1, 1)},
"usage": {
"compute": [
{
"desc": {
"availability_zone": "nova",
"flavor": "m1.nano",
"image_id": "f5600101-8fa2-4864-899e-ebcb7ed6b568",
"memory": "64",
"metadata": {
"farm": "prod"},
"name": "prod1",
"project_id": "f266f30b11f246b589fd266f85eeec39",
"user_id": "55b3379b949243009ee96972fbf51ed1",
# Integer rather than a string on purpose
"vcpus": 1},
"vol": {
"qty": 1,
"unit": "instance"}
},
{
"desc": {
"availability_zone": "nova",
"flavor": "m1.tiny",
"image_id": "a41fba37-2429-4f15-aa00-b5bc4bf557bf",
"memory": "512",
"metadata": {
"farm": "dev"},
"name": "dev1",
"project_id": "f266f30b11f246b589fd266f85eeec39",
"user_id": "55b3379b949243009ee96972fbf51ed1",
"vcpus": "1"},
"vol": {
"qty": 2,
"unit": "instance"}},
{
"desc": {
"availability_zone": "nova",
"flavor": "m1.xlarge",
"image_id": "0052f884-461d-4e3a-9598-7e5391888209",
"memory": "16384",
"metadata": {
"farm": "dev"},
"name": "dev1",
"project_id": "f266f30b11f246b589fd266f85eeec39",
"user_id": "55b3379b949243009ee96972fbf51ed1",
# Integer rather than a string on purpose
"vcpus": 8},
"vol": {
"qty": 2,
"unit": "instance"}},
{
"desc": {
"availability_zone": "nova",
"flavor": "m1.nano",
"image_id": "a41fba37-2429-4f15-aa00-b5bc4bf557bf",
"memory": "64",
"metadata": {
"farm": "dev"},
"name": "dev2",
"project_id": "f266f30b11f246b589fd266f85eeec39",
"user_id": "55b3379b949243009ee96972fbf51ed1",
"vcpus": "1"},
"vol": {
"qty": 1,
"unit": "instance"}}]}}, legacy=True)]
class HashMapRatingTest(tests.TestCase):
def setUp(self):
super(HashMapRatingTest, self).setUp()
self._tenant_id = 'f266f30b11f246b589fd266f85eeec39'
self._db_api = hash.HashMap.db_api
self._db_api.get_migration().upgrade('head')
self._hash = hash.HashMap(self._tenant_id)
# Group tests
@mock.patch.object(uuidutils, 'generate_uuid',
return_value=FAKE_UUID)
def test_create_group(self, patch_generate_uuid):
self._db_api.create_group('test_group')
groups = self._db_api.list_groups()
self.assertEqual([FAKE_UUID], groups)
patch_generate_uuid.assert_called_once_with()
def test_create_duplicate_group(self):
self._db_api.create_group('test_group')
self.assertRaises(api.GroupAlreadyExists,
self._db_api.create_group,
'test_group')
def test_delete_group(self):
group_db = self._db_api.create_group('test_group')
self._db_api.delete_group(group_db.group_id)
groups = self._db_api.list_groups()
self.assertEqual([], groups)
def test_delete_unknown_group(self):
self.assertRaises(api.NoSuchGroup,
self._db_api.delete_group,
uuidutils.generate_uuid())
def test_recursive_delete_group(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
group_db = self._db_api.create_group('test_group')
self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id,
group_id=group_db.group_id)
self._db_api.delete_group(group_db.group_id)
mappings = self._db_api.list_mappings(field_uuid=field_db.field_id)
self.assertEqual([], mappings)
groups = self._db_api.list_groups()
self.assertEqual([], groups)
def test_non_recursive_delete_group(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
group_db = self._db_api.create_group('test_group')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id,
group_id=group_db.group_id)
self._db_api.delete_group(group_db.group_id, False)
mappings = self._db_api.list_mappings(field_uuid=field_db.field_id)
self.assertEqual([mapping_db.mapping_id], mappings)
groups = self._db_api.list_groups()
self.assertEqual([], groups)
new_mapping_db = self._db_api.get_mapping(mapping_db.mapping_id)
self.assertIsNone(new_mapping_db.group_id)
def test_list_mappings_from_only_group(self):
service_db = self._db_api.create_service('compute')
group_db = self._db_api.create_group('test_group')
mapping_tiny = self._db_api.create_mapping(
cost='1.337',
map_type='flat',
service_id=service_db.service_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
cost='42',
map_type='flat',
service_id=service_db.service_id)
mappings = self._db_api.list_mappings(group_uuid=group_db.group_id)
self.assertEqual([mapping_tiny.mapping_id],
mappings)
def test_list_mappings_from_group(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
group_db = self._db_api.create_group('test_group')
mapping_tiny = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id,
group_id=group_db.group_id)
mapping_small = self._db_api.create_mapping(
value='m1.small',
cost='3.1337',
map_type='flat',
field_id=field_db.field_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
value='m1.large',
cost='42',
map_type='flat',
field_id=field_db.field_id)
mappings = self._db_api.list_mappings(field_uuid=field_db.field_id,
group_uuid=group_db.group_id)
self.assertEqual([mapping_tiny.mapping_id,
mapping_small.mapping_id],
mappings)
def test_list_mappings_without_group(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
group_db = self._db_api.create_group('test_group')
self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
value='m1.small',
cost='3.1337',
map_type='flat',
field_id=field_db.field_id,
group_id=group_db.group_id)
mapping_no_group = self._db_api.create_mapping(
value='m1.large',
cost='42',
map_type='flat',
field_id=field_db.field_id)
mappings = self._db_api.list_mappings(field_uuid=field_db.field_id,
no_group=True)
self.assertEqual([mapping_no_group.mapping_id],
mappings)
# Service tests
@mock.patch.object(uuidutils, 'generate_uuid',
return_value=FAKE_UUID)
def test_create_service(self, patch_generate_uuid):
self._db_api.create_service('compute')
services = self._db_api.list_services()
self.assertEqual([FAKE_UUID], services)
patch_generate_uuid.assert_called_once_with()
def test_create_duplicate_service(self):
self._db_api.create_service('compute')
self.assertRaises(api.ServiceAlreadyExists,
self._db_api.create_service,
'compute')
def test_delete_service_by_name(self):
self._db_api.create_service('compute')
self._db_api.delete_service('compute')
services = self._db_api.list_services()
self.assertEqual([], services)
def test_delete_service_by_uuid(self):
service_db = self._db_api.create_service('compute')
self._db_api.delete_service(uuid=service_db.service_id)
services = self._db_api.list_services()
self.assertEqual([], services)
def test_delete_unknown_service_by_name(self):
self.assertRaises(api.NoSuchService,
self._db_api.delete_service,
'dummy')
def test_delete_unknown_service_by_uuid(self):
self.assertRaises(
api.NoSuchService,
self._db_api.delete_service,
uuid='6e8de9fc-ee17-4b60-b81a-c9320e994e76')
# Field tests
def test_create_field_in_existing_service(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
fields = self._db_api.list_fields(service_db.service_id)
self.assertEqual([field_db.field_id], fields)
def test_create_duplicate_field(self):
service_db = self._db_api.create_service('compute')
self._db_api.create_field(service_db.service_id,
'flavor')
self.assertRaises(api.FieldAlreadyExists,
self._db_api.create_field,
service_db.service_id,
'flavor')
def test_delete_field(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id, 'flavor')
self._db_api.delete_field(field_db.field_id)
services = self._db_api.list_services()
self.assertEqual([service_db.service_id], services)
fields = self._db_api.list_fields(service_db.service_id)
self.assertEqual([], fields)
def test_delete_unknown_field(self):
self.assertRaises(api.NoSuchField,
self._db_api.delete_field,
uuidutils.generate_uuid())
def test_recursive_delete_field_from_service(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
self._db_api.delete_service(uuid=service_db.service_id)
self.assertRaises(api.NoSuchField,
self._db_api.get_field,
field_db.field_id)
# Mapping tests
def test_create_mapping(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
mappings = self._db_api.list_mappings(field_uuid=field_db.field_id)
self.assertEqual([mapping_db.mapping_id], mappings)
def test_get_mapping(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
mapping = self._db_api.get_mapping(mapping_db.mapping_id)
self.assertEqual('flat', mapping.map_type)
self.assertEqual('m1.tiny', mapping.value)
self.assertEqual(
decimal.Decimal('1.3369999999999999662492200514'), mapping.cost)
self.assertEqual(field_db.id, mapping.field_id)
def test_list_mappings_from_services(self):
service_db = self._db_api.create_service('compute')
mapping_db = self._db_api.create_mapping(
cost='1.337',
map_type='flat',
service_id=service_db.service_id)
mappings = self._db_api.list_mappings(
service_uuid=service_db.service_id)
self.assertEqual([mapping_db.mapping_id], mappings)
def test_list_mappings_from_fields(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
mappings = self._db_api.list_mappings(
field_uuid=field_db.field_id)
self.assertEqual([mapping_db.mapping_id], mappings)
def test_create_mapping_with_incorrect_type(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
self.assertRaises(api.NoSuchType,
self._db_api.create_mapping,
value='m1.tiny',
cost='1.337',
map_type='invalid',
field_id=field_db.field_id)
def test_create_mapping_with_two_parents(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
self.assertRaises(api.ClientHashMapError,
self._db_api.create_mapping,
value='m1.tiny',
cost='1.337',
map_type='flat',
service_id=service_db.service_id,
field_id=field_db.field_id)
def test_update_mapping(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
new_mapping_db = self._db_api.update_mapping(
uuid=mapping_db.mapping_id,
value='42',
map_type='rate')
self.assertEqual('42', new_mapping_db.value)
self.assertEqual('rate', new_mapping_db.map_type)
def test_update_mapping_inside_group(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
group_db = self._db_api.create_group('test_group')
new_mapping_db = self._db_api.update_mapping(
mapping_db.mapping_id,
value='42',
map_type='rate',
group_id=group_db.group_id)
self.assertEqual('42', new_mapping_db.value)
self.assertEqual('rate', new_mapping_db.map_type)
self.assertEqual(group_db.id, new_mapping_db.group_id)
def test_delete_mapping(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
self._db_api.delete_mapping(mapping_db.mapping_id)
mappings = self._db_api.list_mappings(field_uuid=field_db.field_id)
self.assertEqual([], mappings)
def test_create_per_tenant_mapping(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id,
tenant_id=self._tenant_id)
mappings = self._db_api.list_mappings(field_uuid=field_db.field_id)
self.assertEqual(
self._tenant_id,
mapping_db.tenant_id)
self.assertEqual([mapping_db.mapping_id], mappings)
def test_list_mappings_filtering_on_tenant(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id,
tenant_id=self._tenant_id)
self._db_api.create_mapping(
value='m1.small',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
mappings = self._db_api.list_mappings(
field_uuid=field_db.field_id,
tenant_uuid=self._tenant_id)
self.assertEqual([mapping_db.mapping_id], mappings)
def test_list_mappings_filtering_on_no_tenant(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'flavor')
mapping_db = self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id)
self._db_api.create_mapping(
value='m1.small',
cost='1.337',
map_type='flat',
field_id=field_db.field_id,
tenant_id=self._tenant_id)
mappings = self._db_api.list_mappings(
field_uuid=field_db.field_id,
tenant_uuid=None)
self.assertEqual([mapping_db.mapping_id], mappings)
# Threshold tests
def test_create_threshold(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
thresholds = self._db_api.list_thresholds(field_uuid=field_db.field_id)
self.assertEqual([threshold_db.threshold_id], thresholds)
def test_get_threshold(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='rate',
field_id=field_db.field_id)
threshold = self._db_api.get_threshold(threshold_db.threshold_id)
self.assertEqual('rate', threshold.map_type)
self.assertEqual(decimal.Decimal('64'), threshold.level)
self.assertEqual(
decimal.Decimal('0.1337000000000000132782673745'), threshold.cost)
self.assertEqual(field_db.id, threshold.field_id)
def test_list_thresholds_from_only_group(self):
service_db = self._db_api.create_service('compute')
group_db = self._db_api.create_group('test_group')
threshold_db = self._db_api.create_threshold(
level=10,
cost='1.337',
map_type='flat',
service_id=service_db.service_id,
group_id=group_db.group_id)
thresholds = self._db_api.list_thresholds(
group_uuid=group_db.group_id)
self.assertEqual([threshold_db.threshold_id], thresholds)
def test_list_thresholds_from_services(self):
service_db = self._db_api.create_service('compute')
threshold_db = self._db_api.create_threshold(
level=10,
cost='1.337',
map_type='flat',
service_id=service_db.service_id)
thresholds = self._db_api.list_thresholds(
service_uuid=service_db.service_id)
self.assertEqual([threshold_db.threshold_id], thresholds)
def test_list_thresholds_from_fields(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
thresholds = self._db_api.list_thresholds(field_uuid=field_db.field_id)
self.assertEqual([threshold_db.threshold_id], thresholds)
def test_create_threshold_with_incorrect_type(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
self.assertRaises(
api.NoSuchType,
self._db_api.create_threshold,
level='64',
cost='0.1337',
map_type='invalid',
field_id=field_db.field_id)
def test_create_threshold_with_two_parents(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
self.assertRaises(
api.ClientHashMapError,
self._db_api.create_threshold,
level='64',
cost='0.1337',
map_type='flat',
service_id=service_db.service_id,
field_id=field_db.field_id)
def test_update_threshold(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
new_threshold_db = self._db_api.update_threshold(
uuid=threshold_db.threshold_id,
level='128',
map_type='rate')
self.assertEqual('128', new_threshold_db.level)
self.assertEqual('rate', new_threshold_db.map_type)
def test_update_threshold_inside_group(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
group_db = self._db_api.create_group('test_group')
new_threshold_db = self._db_api.update_threshold(
threshold_db.threshold_id,
group_id=group_db.group_id)
self.assertEqual(group_db.id, new_threshold_db.group_id)
def test_delete_threshold(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
self._db_api.delete_threshold(threshold_db.threshold_id)
thresholds = self._db_api.list_thresholds(field_uuid=field_db.field_id)
self.assertEqual([], thresholds)
def test_create_per_tenant_threshold(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id,
tenant_id=self._tenant_id)
thresholds = self._db_api.list_thresholds(field_uuid=field_db.field_id)
self.assertEqual(
self._tenant_id,
threshold_db.tenant_id)
self.assertEqual([threshold_db.threshold_id], thresholds)
def test_list_thresholds_filtering_on_tenant(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id,
tenant_id=self._tenant_id)
self._db_api.create_threshold(
level='128',
cost='0.2',
map_type='flat',
field_id=field_db.field_id)
thresholds = self._db_api.list_thresholds(
field_uuid=field_db.field_id,
tenant_uuid=self._tenant_id)
self.assertEqual([threshold_db.threshold_id], thresholds)
def test_list_thresholds_filtering_on_no_tenant(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(
service_db.service_id,
'memory')
threshold_db = self._db_api.create_threshold(
level='64',
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
self._db_api.create_threshold(
level='128',
cost='0.2',
map_type='flat',
field_id=field_db.field_id,
tenant_id=self._tenant_id)
thresholds = self._db_api.list_thresholds(
field_uuid=field_db.field_id,
tenant_uuid=None)
self.assertEqual([threshold_db.threshold_id], thresholds)
# Processing tests
def _generate_hashmap_rules(self):
mapping_list = []
threshold_list = []
service_db = self._db_api.create_service('compute')
flavor_field = self._db_api.create_field(service_db.service_id,
'flavor')
memory_field = self._db_api.create_field(service_db.service_id,
'memory')
group_db = self._db_api.create_group('test_group')
mapping_list.append(
self._db_api.create_mapping(
cost='1.42',
map_type='rate',
service_id=service_db.service_id))
mapping_list.append(
self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=flavor_field.field_id))
mapping_list.append(
self._db_api.create_mapping(
value='m1.large',
cost='13.37',
map_type='rate',
field_id=flavor_field.field_id,
group_id=group_db.group_id))
# Per tenant override
mapping_list.append(
self._db_api.create_mapping(
value='m1.tiny',
cost='2',
map_type='flat',
field_id=flavor_field.field_id,
tenant_id=self._tenant_id))
threshold_list.append(
self._db_api.create_threshold(
level='64',
cost='0.02',
map_type='flat',
field_id=memory_field.field_id,
group_id=group_db.group_id))
threshold_list.append(
self._db_api.create_threshold(
level='128',
cost='0.03',
map_type='flat',
field_id=memory_field.field_id,
group_id=group_db.group_id))
threshold_list.append(
self._db_api.create_threshold(
level='64',
cost='0.03',
map_type='flat',
field_id=memory_field.field_id,
group_id=group_db.group_id,
tenant_id=self._tenant_id))
return ([mapping.mapping_id for mapping in mapping_list],
[threshold.threshold_id for threshold in threshold_list])
def test_load_rates(self):
self._generate_hashmap_rules()
self._hash.reload_config()
expect = {
'compute': {
'fields': {
'flavor': {
'mappings': {
'_DEFAULT_': {
'm1.tiny': {
'cost': decimal.Decimal(
'2.0000000000000000000000000000'),
'type': 'flat'}},
'test_group': {
'm1.large': {
'cost': decimal.Decimal(
'13.3699999999999992184029906639'),
'type': 'rate'}}},
'thresholds': {}},
'memory': {
'mappings': {},
'thresholds': {
'test_group': {
64: {
'cost': decimal.Decimal(
'0.0299999999999999988897769754'),
'type': 'flat'},
128: {
'cost': decimal.Decimal(
'0.0299999999999999988897769754'),
'type': 'flat'}}}}},
'mappings': {
'_DEFAULT_': {
'cost': decimal.Decimal(
'1.4199999999999999289457264240'),
'type': 'rate'}},
'thresholds': {}}}
self.assertEqual(expect,
self._hash._entries)
def test_load_mappings(self):
mapping_list = []
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
group_db = self._db_api.create_group('test_group')
mapping_list.append(
self._db_api.create_mapping(
value='m1.tiny',
cost='1.337',
map_type='flat',
field_id=field_db.field_id))
mapping_list.append(
self._db_api.create_mapping(
value='m1.large',
cost='13.37',
map_type='rate',
field_id=field_db.field_id,
group_id=group_db.group_id))
mappings_uuid = [mapping.mapping_id for mapping in mapping_list]
result = self._hash._load_mappings(mappings_uuid)
expected_result = {
'_DEFAULT_': {
'm1.tiny': {
'cost': decimal.Decimal('1.3369999999999999662492200514'),
'type': 'flat'}},
'test_group': {
'm1.large': {
'cost': decimal.Decimal('13.3699999999999992184029906639'),
'type': 'rate'}}}
self.assertEqual(expected_result, result)
def test_load_thresholds(self):
threshold_list = []
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'flavor')
group_db = self._db_api.create_group('test_group')
threshold_list.append(
self._db_api.create_threshold(
level='1000',
cost='3.1337',
map_type='flat',
field_id=field_db.field_id,
group_id=group_db.group_id))
thresholds_uuid = [threshold.threshold_id
for threshold in threshold_list]
result = self._hash._load_thresholds(thresholds_uuid)
expected_result = {
'test_group': {
1000: {
'cost': decimal.Decimal('3.1337000000000001520561454527'),
'type': 'flat'}}}
self.assertEqual(expected_result, result)
def test_process_services(self):
service_db = self._db_api.create_service('compute')
group_db = self._db_api.create_group('test_group')
self._db_api.create_mapping(
cost='1.337',
map_type='flat',
service_id=service_db.service_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
cost='1.42',
map_type='flat',
service_id=service_db.service_id)
self._hash.reload_config()
expected_data = copy.deepcopy(CK_RESOURCES_DATA)
actual_data = dataframe.DataFrame(start=expected_data[0].start,
end=expected_data[0].end)
for cur_data in expected_data:
for service_name, point in cur_data.iterpoints():
self._hash._res = {}
self._hash.process_services(service_name, point)
actual_data.add_point(
self._hash.add_rating_informations(point), service_name)
actual_data = [actual_data]
df_dicts = [d.as_dict(mutable=True) for d in expected_data]
compute_list = df_dicts[0]['usage']['compute']
compute_list[0]['rating'] = {'price': decimal.Decimal(
'2.756999999999999895194946475')}
compute_list[1]['rating'] = {'price': decimal.Decimal(
'5.513999999999999790389892950')}
compute_list[2]['rating'] = {'price': decimal.Decimal(
'5.513999999999999790389892950')}
compute_list[3]['rating'] = {'price': decimal.Decimal(
'2.756999999999999895194946475')}
self.assertEqual(df_dicts, [d.as_dict(mutable=True)
for d in actual_data])
def test_process_fields(self):
service_db = self._db_api.create_service('compute')
flavor_field = self._db_api.create_field(service_db.service_id,
'flavor')
image_field = self._db_api.create_field(service_db.service_id,
'image_id')
group_db = self._db_api.create_group('test_group')
self._db_api.create_mapping(
value='m1.nano',
cost='1.337',
map_type='flat',
field_id=flavor_field.field_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
value='a41fba37-2429-4f15-aa00-b5bc4bf557bf',
cost='1.10',
map_type='rate',
field_id=image_field.field_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
value='m1.tiny',
cost='1.42',
map_type='flat',
field_id=flavor_field.field_id)
self._hash.reload_config()
expected_data = copy.deepcopy(CK_RESOURCES_DATA)
actual_data = dataframe.DataFrame(start=expected_data[0].start,
end=expected_data[0].end)
for cur_data in expected_data:
for service_name, point in cur_data.iterpoints():
self._hash._res = {}
self._hash.process_fields(service_name, point)
actual_data.add_point(
self._hash.add_rating_informations(point), service_name)
actual_data = [actual_data]
df_dicts = [d.as_dict(mutable=True) for d in expected_data]
compute_list = df_dicts[0]['usage']['compute']
compute_list[0]['rating'] = {'price': decimal.Decimal(
'1.336999999999999966249220051')}
compute_list[1]['rating'] = {'price': decimal.Decimal(
'2.839999999999999857891452848')}
compute_list[2]['rating'] = {'price': decimal.Decimal('0')}
compute_list[3]['rating'] = {'price': decimal.Decimal(
'1.470700000000000081623596770')}
self.assertEqual(df_dicts, [d.as_dict(mutable=True)
for d in actual_data])
def test_process_fields_no_match(self):
service_db = self._db_api.create_service('compute')
flavor_field = self._db_api.create_field(service_db.service_id,
'flavor')
self._db_api.create_mapping(
value='non-existent',
cost='1.337',
map_type='flat',
field_id=flavor_field.field_id)
self._hash.reload_config()
expected_data = copy.deepcopy(CK_RESOURCES_DATA)
actual_data = dataframe.DataFrame(start=expected_data[0].start,
end=expected_data[0].end)
for cur_data in expected_data:
for service_name, point in cur_data.iterpoints():
self._hash._res = {}
self._hash.process_fields(service_name, point)
actual_data.add_point(
self._hash.add_rating_informations(point), service_name)
actual_data = [actual_data]
df_dicts = [d.as_dict(mutable=True) for d in expected_data]
self.assertEqual(df_dicts, [d.as_dict(mutable=True)
for d in actual_data])
def test_process_field_threshold(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'memory')
self._db_api.create_threshold(
level=64,
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
self._db_api.create_threshold(
level=128,
cost='0.2',
map_type='flat',
field_id=field_db.field_id)
self._hash.reload_config()
expected_data = copy.deepcopy(CK_RESOURCES_DATA)
actual_data = dataframe.DataFrame(start=expected_data[0].start,
end=expected_data[0].end)
for cur_data in expected_data:
for service_name, point in cur_data.iterpoints():
self._hash._res = {}
self._hash.process_fields(service_name, point)
actual_data.add_point(
self._hash.add_rating_informations(point), service_name)
actual_data = [actual_data]
df_dicts = [d.as_dict(mutable=True) for d in expected_data]
compute_list = df_dicts[0]['usage']['compute']
compute_list[0]['rating'] = {'price': decimal.Decimal(
'0.1337000000000000132782673745')}
compute_list[1]['rating'] = {'price': decimal.Decimal(
'0.4000000000000000222044604926')}
compute_list[2]['rating'] = {'price': decimal.Decimal(
'0.4000000000000000222044604926')}
compute_list[3]['rating'] = {'price': decimal.Decimal(
'0.1337000000000000132782673745')}
self.assertEqual(df_dicts, [d.as_dict(mutable=True)
for d in actual_data])
def test_process_field_threshold_no_match(self):
service_db = self._db_api.create_service('compute')
field_db = self._db_api.create_field(service_db.service_id,
'memory')
self._db_api.create_threshold(
level=32768,
cost='0.1337',
map_type='flat',
field_id=field_db.field_id)
self._hash.reload_config()
expected_data = copy.deepcopy(CK_RESOURCES_DATA)
actual_data = dataframe.DataFrame(start=expected_data[0].start,
end=expected_data[0].end)
for cur_data in expected_data:
for service_name, point in cur_data.iterpoints():
self._hash._res = {}
self._hash.process_fields(service_name, point)
actual_data.add_point(
self._hash.add_rating_informations(point), service_name)
actual_data = [actual_data]
self.assertEqual([d.as_dict(mutable=True) for d in expected_data],
[d.as_dict(mutable=True) for d in actual_data])
def test_process_service_threshold(self):
service_db = self._db_api.create_service('compute')
self._db_api.create_threshold(
level=1,
cost='0.1',
map_type='flat',
service_id=service_db.service_id)
self._db_api.create_threshold(
level=2,
cost='0.15',
map_type='flat',
service_id=service_db.service_id)
self._hash.reload_config()
expected_data = copy.deepcopy(CK_RESOURCES_DATA)
actual_data = dataframe.DataFrame(start=expected_data[0].start,
end=expected_data[0].end)
for cur_data in expected_data:
for service_name, point in cur_data.iterpoints():
self._hash._res = {}
self._hash.process_services(service_name, point)
actual_data.add_point(
self._hash.add_rating_informations(point), service_name)
actual_data = [actual_data]
df_dicts = [d.as_dict(mutable=True) for d in expected_data]
compute_list = df_dicts[0]['usage']['compute']
compute_list[0]['rating'] = {'price': decimal.Decimal(
'0.1000000000000000055511151231')}
compute_list[1]['rating'] = {'price': decimal.Decimal(
'0.1499999999999999944488848769')}
compute_list[2]['rating'] = {'price': decimal.Decimal(
'0.1499999999999999944488848769')}
compute_list[3]['rating'] = {'price': decimal.Decimal(
'0.1000000000000000055511151231')}
self.assertEqual(df_dicts, [d.as_dict(mutable=True)
for d in actual_data])
def test_update_result_flat(self):
self._hash.update_result(
'test_group',
'flat',
1)
self.assertEqual(1, self._hash._res['test_group']['flat'])
self._hash.update_result(
'test_group',
'flat',
0.5)
self.assertEqual(1, self._hash._res['test_group']['flat'])
self._hash.update_result(
'test_group',
'flat',
1.5)
self.assertEqual(1.5, self._hash._res['test_group']['flat'])
def test_update_result_rate(self):
self._hash.update_result(
'test_group',
'rate',
0.5)
self.assertEqual(0.5, self._hash._res['test_group']['rate'])
self._hash.update_result(
'test_group',
'rate',
0.5)
self.assertEqual(0.25, self._hash._res['test_group']['rate'])
self._hash.update_result(
'test_group',
'rate',
1)
self.assertEqual(0.25, self._hash._res['test_group']['rate'])
def test_update_result_threshold(self):
self._hash.update_result(
'test_group',
'flat',
0.01,
0,
True)
self.assertEqual({'level': 0,
'cost': 0.01,
'scope': 'field',
'type': 'flat'},
self._hash._res['test_group']['threshold'])
self._hash.update_result(
'test_group',
'flat',
1,
10,
True)
self.assertEqual({'level': 10,
'cost': 1,
'scope': 'field',
'type': 'flat'},
self._hash._res['test_group']['threshold'])
self._hash.update_result(
'test_group',
'flat',
1.1,
15,
True)
self.assertEqual({'level': 15,
'cost': 1.1,
'scope': 'field',
'type': 'flat'},
self._hash._res['test_group']['threshold'])
self._hash.update_result(
'test_group',
'threshold',
2.2,
10,
True)
self.assertEqual({'level': 15,
'cost': 1.1,
'scope': 'field',
'type': 'flat'},
self._hash._res['test_group']['threshold'])
def test_process_rating(self):
service_db = self._db_api.create_service('compute')
flavor_db = self._db_api.create_field(service_db.service_id,
'flavor')
vcpus_db = self._db_api.create_field(service_db.service_id,
'vcpus')
group_db = self._db_api.create_group('test_group')
second_group_db = self._db_api.create_group('second_test_group')
self._db_api.create_mapping(
cost='1.00',
map_type='flat',
service_id=service_db.service_id)
self._db_api.create_mapping(
value='m1.nano',
cost='1.337',
map_type='flat',
field_id=flavor_db.field_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
value='m1.tiny',
cost='1.42',
map_type='flat',
field_id=flavor_db.field_id,
group_id=group_db.group_id)
self._db_api.create_mapping(
value='8',
cost='16.0',
map_type='flat',
field_id=vcpus_db.field_id,
group_id=second_group_db.group_id)
image_db = self._db_api.create_field(service_db.service_id,
'image_id')
self._db_api.create_mapping(
value='a41fba37-2429-4f15-aa00-b5bc4bf557bf',
cost='1.10',
map_type='rate',
field_id=image_db.field_id,
group_id=group_db.group_id)
memory_db = self._db_api.create_field(service_db.service_id,
'memory')
self._db_api.create_threshold(
level=64,
cost='0.15',
map_type='flat',
field_id=memory_db.field_id,
group_id=group_db.group_id)
self._db_api.create_threshold(
level=128,
cost='0.2',
map_type='flat',
field_id=memory_db.field_id,
group_id=group_db.group_id)
self._hash.reload_config()
expected_data = copy.deepcopy(CK_RESOURCES_DATA)
actual_data = dataframe.DataFrame(start=expected_data[0].start,
end=expected_data[0].end)
df_dicts = [d.as_dict(mutable=True) for d in expected_data]
compute_list = df_dicts[0]['usage']['compute']
compute_list[0]['rating'] = {'price': decimal.Decimal(
'2.486999999999999960698104928')}
compute_list[1]['rating'] = {'price': decimal.Decimal(
'5.564000000000000155875312656')}
# 8vcpu mapping * 2 + service_mapping * 1 + 128m ram threshold * 2
compute_list[2]['rating'] = {'price': decimal.Decimal(
'34.40000000000000002220446049')}
compute_list[3]['rating'] = {'price': decimal.Decimal(
'2.635700000000000088840046430')}
actual_data = [self._hash.process(d) for d in expected_data]
self.assertEqual(df_dicts, [d.as_dict(mutable=True)
for d in actual_data])