364 lines
17 KiB
Python
364 lines
17 KiB
Python
# Copyright 2015 Intel, Inc
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import mock
|
|
|
|
from magnum.common import context
|
|
from magnum.common.rpc_service import CONF
|
|
from magnum.db.sqlalchemy import api as dbapi
|
|
from magnum.drivers.common import driver
|
|
from magnum import objects
|
|
from magnum.objects.fields import ClusterStatus as cluster_status
|
|
from magnum.service import periodic
|
|
from magnum.tests import base
|
|
from magnum.tests import fake_notifier
|
|
from magnum.tests import fakes
|
|
from magnum.tests.unit.db import utils
|
|
|
|
|
|
class fake_stack(object):
|
|
def __init__(self, **kw):
|
|
for key, val in kw.items():
|
|
setattr(self, key, val)
|
|
|
|
|
|
class PeriodicTestCase(base.TestCase):
|
|
|
|
def setUp(self):
|
|
super(PeriodicTestCase, self).setUp()
|
|
|
|
self.context = context.make_admin_context()
|
|
|
|
# Can be identical for all clusters.
|
|
trust_attrs = {
|
|
'trustee_username': '5d12f6fd-a196-4bf0-ae4c-1f639a523a52',
|
|
'trustee_password': 'ain7einaebooVaig6d',
|
|
'trust_id': '39d920ca-67c6-4047-b57a-01e9e16bb96f',
|
|
}
|
|
|
|
trust_attrs.update({'id': 1, 'stack_id': '11',
|
|
'status': cluster_status.CREATE_IN_PROGRESS,
|
|
'status_reason': 'no change'})
|
|
cluster1 = utils.get_test_cluster(**trust_attrs)
|
|
trust_attrs.update({'id': 2, 'stack_id': '22',
|
|
'status': cluster_status.DELETE_IN_PROGRESS,
|
|
'status_reason': 'no change'})
|
|
cluster2 = utils.get_test_cluster(**trust_attrs)
|
|
trust_attrs.update({'id': 3, 'stack_id': '33',
|
|
'status': cluster_status.UPDATE_IN_PROGRESS,
|
|
'status_reason': 'no change'})
|
|
cluster3 = utils.get_test_cluster(**trust_attrs)
|
|
trust_attrs.update({'id': 4, 'stack_id': '44',
|
|
'status': cluster_status.DELETE_IN_PROGRESS,
|
|
'status_reason': 'no change'})
|
|
cluster4 = utils.get_test_cluster(**trust_attrs)
|
|
trust_attrs.update({'id': 5, 'stack_id': '55',
|
|
'status': cluster_status.ROLLBACK_IN_PROGRESS,
|
|
'status_reason': 'no change'})
|
|
cluster5 = utils.get_test_cluster(**trust_attrs)
|
|
|
|
self.cluster1 = objects.Cluster(self.context, **cluster1)
|
|
self.cluster2 = objects.Cluster(self.context, **cluster2)
|
|
self.cluster3 = objects.Cluster(self.context, **cluster3)
|
|
self.cluster4 = objects.Cluster(self.context, **cluster4)
|
|
self.cluster5 = objects.Cluster(self.context, **cluster5)
|
|
|
|
# these tests are based on the basic behavior of our standard
|
|
# Heat-based drivers, but drivers based on other orchestration
|
|
# methods should generally behave in a similar fashion as far
|
|
# as the actual calls go. It is up to the driver implementor
|
|
# to ensure their implementation of update_cluster_status behaves
|
|
# as expected regardless of how the periodic updater task works
|
|
self.mock_heat_client = mock.MagicMock()
|
|
self.stack1 = fake_stack(
|
|
id='11', stack_status=cluster_status.CREATE_COMPLETE,
|
|
stack_status_reason='fake_reason_11')
|
|
self.stack2 = fake_stack(
|
|
id='22', stack_status=cluster_status.DELETE_IN_PROGRESS,
|
|
stack_status_reason='fake_reason_11')
|
|
self.stack3 = fake_stack(
|
|
id='33', stack_status=cluster_status.UPDATE_COMPLETE,
|
|
stack_status_reason='fake_reason_33')
|
|
self.stack5 = fake_stack(
|
|
id='55', stack_status=cluster_status.ROLLBACK_COMPLETE,
|
|
stack_status_reason='fake_reason_55')
|
|
self.mock_heat_client.stacks.list.return_value = [
|
|
self.stack1, self.stack2, self.stack3, self.stack5]
|
|
|
|
self.get_stacks = {
|
|
'11': self.stack1,
|
|
'22': self.stack2,
|
|
'33': self.stack3,
|
|
'55': self.stack5
|
|
}
|
|
|
|
self.mock_driver = mock.MagicMock(spec=driver.Driver)
|
|
|
|
def _mock_update_status(context, cluster):
|
|
try:
|
|
stack = self.get_stacks[cluster.stack_id]
|
|
except KeyError:
|
|
cluster.status_reason = "Stack %s not found" % cluster.stack_id
|
|
if cluster.status == "DELETE_IN_PROGRESS":
|
|
cluster.status = cluster_status.DELETE_COMPLETE
|
|
else:
|
|
cluster.status = cluster.status.replace("IN_PROGRESS",
|
|
"FAILED")
|
|
cluster.status = cluster.status.replace("COMPLETE",
|
|
"FAILED")
|
|
else:
|
|
if cluster.status != stack.stack_status:
|
|
cluster.status = stack.stack_status
|
|
cluster.status_reason = stack.stack_status_reason
|
|
|
|
self.mock_driver.update_cluster_status.side_effect = (
|
|
_mock_update_status)
|
|
|
|
@mock.patch('oslo_service.loopingcall.FixedIntervalLoopingCall',
|
|
new=fakes.FakeLoopingCall)
|
|
@mock.patch('magnum.drivers.common.driver.Driver.get_driver_for_cluster')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
@mock.patch.object(dbapi.Connection, 'destroy_cluster')
|
|
def test_sync_cluster_status_changes(self, mock_db_destroy,
|
|
mock_cluster_list, mock_get_driver):
|
|
|
|
mock_cluster_list.return_value = [self.cluster1, self.cluster2,
|
|
self.cluster3, self.cluster4,
|
|
self.cluster5]
|
|
mock_get_driver.return_value = self.mock_driver
|
|
|
|
periodic.MagnumPeriodicTasks(CONF).sync_cluster_status(None)
|
|
|
|
self.assertEqual(cluster_status.CREATE_COMPLETE, self.cluster1.status)
|
|
self.assertEqual('fake_reason_11', self.cluster1.status_reason)
|
|
# make sure cluster 2 didn't change
|
|
self.assertEqual(cluster_status.DELETE_IN_PROGRESS,
|
|
self.cluster2.status)
|
|
self.assertEqual('no change', self.cluster2.status_reason)
|
|
self.assertEqual(cluster_status.UPDATE_COMPLETE, self.cluster3.status)
|
|
self.assertEqual('fake_reason_33', self.cluster3.status_reason)
|
|
mock_db_destroy.assert_called_once_with(self.cluster4.uuid)
|
|
self.assertEqual(cluster_status.ROLLBACK_COMPLETE,
|
|
self.cluster5.status)
|
|
self.assertEqual('fake_reason_55', self.cluster5.status_reason)
|
|
notifications = fake_notifier.NOTIFICATIONS
|
|
self.assertEqual(4, len(notifications))
|
|
|
|
@mock.patch('oslo_service.loopingcall.FixedIntervalLoopingCall',
|
|
new=fakes.FakeLoopingCall)
|
|
@mock.patch('magnum.drivers.common.driver.Driver.get_driver_for_cluster')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
def test_sync_cluster_status_not_changes(self, mock_cluster_list,
|
|
mock_get_driver):
|
|
|
|
self.stack1.stack_status = self.cluster1.status
|
|
self.stack2.stack_status = self.cluster2.status
|
|
self.stack3.stack_status = self.cluster3.status
|
|
self.stack5.stack_status = self.cluster5.status
|
|
mock_cluster_list.return_value = [self.cluster1, self.cluster2,
|
|
self.cluster3, self.cluster5]
|
|
mock_get_driver.return_value = self.mock_driver
|
|
periodic.MagnumPeriodicTasks(CONF).sync_cluster_status(None)
|
|
|
|
self.assertEqual(cluster_status.CREATE_IN_PROGRESS,
|
|
self.cluster1.status)
|
|
self.assertEqual('no change', self.cluster1.status_reason)
|
|
self.assertEqual(cluster_status.DELETE_IN_PROGRESS,
|
|
self.cluster2.status)
|
|
self.assertEqual('no change', self.cluster2.status_reason)
|
|
self.assertEqual(cluster_status.UPDATE_IN_PROGRESS,
|
|
self.cluster3.status)
|
|
self.assertEqual('no change', self.cluster3.status_reason)
|
|
self.assertEqual(cluster_status.ROLLBACK_IN_PROGRESS,
|
|
self.cluster5.status)
|
|
self.assertEqual('no change', self.cluster5.status_reason)
|
|
notifications = fake_notifier.NOTIFICATIONS
|
|
self.assertEqual(0, len(notifications))
|
|
|
|
@mock.patch('oslo_service.loopingcall.FixedIntervalLoopingCall',
|
|
new=fakes.FakeLoopingCall)
|
|
@mock.patch('magnum.drivers.common.driver.Driver.get_driver_for_cluster')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
@mock.patch.object(dbapi.Connection, 'destroy_cluster')
|
|
def test_sync_cluster_status_heat_not_found(self, mock_db_destroy,
|
|
mock_cluster_list,
|
|
mock_get_driver):
|
|
self.get_stacks.clear()
|
|
mock_get_driver.return_value = self.mock_driver
|
|
mock_cluster_list.return_value = [self.cluster1, self.cluster2,
|
|
self.cluster3, self.cluster4,
|
|
self.cluster5]
|
|
|
|
periodic.MagnumPeriodicTasks(CONF).sync_cluster_status(None)
|
|
|
|
self.assertEqual(cluster_status.CREATE_FAILED, self.cluster1.status)
|
|
self.assertEqual('Stack 11 not found', self.cluster1.status_reason)
|
|
self.assertEqual(cluster_status.UPDATE_FAILED, self.cluster3.status)
|
|
self.assertEqual('Stack 33 not found', self.cluster3.status_reason)
|
|
self.assertEqual(cluster_status.ROLLBACK_FAILED, self.cluster5.status)
|
|
self.assertEqual('Stack 55 not found', self.cluster5.status_reason)
|
|
mock_db_destroy.assert_has_calls([
|
|
mock.call(self.cluster2.uuid),
|
|
mock.call(self.cluster4.uuid)
|
|
])
|
|
self.assertEqual(2, mock_db_destroy.call_count)
|
|
notifications = fake_notifier.NOTIFICATIONS
|
|
self.assertEqual(5, len(notifications))
|
|
|
|
@mock.patch('magnum.conductor.monitors.create_monitor')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
@mock.patch('magnum.common.rpc.get_notifier')
|
|
@mock.patch('magnum.common.context.make_admin_context')
|
|
def test_send_cluster_metrics(self, mock_make_admin_context,
|
|
mock_get_notifier, mock_cluster_list,
|
|
mock_create_monitor):
|
|
"""Test if RPC notifier receives the expected message"""
|
|
CONF.set_override('send_cluster_metrics', True, group='drivers')
|
|
mock_make_admin_context.return_value = self.context
|
|
notifier = mock.MagicMock()
|
|
mock_get_notifier.return_value = notifier
|
|
mock_cluster_list.return_value = [self.cluster1, self.cluster2,
|
|
self.cluster3, self.cluster4]
|
|
self.cluster4.status = cluster_status.CREATE_COMPLETE
|
|
monitor = mock.MagicMock()
|
|
monitor.get_metric_names.return_value = ['metric1', 'metric2']
|
|
monitor.compute_metric_value.return_value = 30
|
|
monitor.get_metric_unit.return_value = '%'
|
|
mock_create_monitor.return_value = monitor
|
|
|
|
periodic.MagnumPeriodicTasks(CONF)._send_cluster_metrics(self.context)
|
|
|
|
expected_event_type = 'magnum.cluster.metrics.update'
|
|
expected_metrics = [
|
|
{
|
|
'name': 'metric1',
|
|
'value': 30,
|
|
'unit': '%',
|
|
},
|
|
{
|
|
'name': 'metric2',
|
|
'value': 30,
|
|
'unit': '%',
|
|
},
|
|
]
|
|
expected_msg = {
|
|
'user_id': self.cluster4.user_id,
|
|
'project_id': self.cluster4.project_id,
|
|
'resource_id': self.cluster4.uuid,
|
|
'metrics': expected_metrics
|
|
}
|
|
|
|
self.assertEqual(1, mock_create_monitor.call_count)
|
|
notifier.info.assert_called_once_with(
|
|
self.context, expected_event_type, expected_msg)
|
|
|
|
@mock.patch('magnum.conductor.monitors.create_monitor')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
@mock.patch('magnum.common.rpc.get_notifier')
|
|
@mock.patch('magnum.common.context.make_admin_context')
|
|
def test_send_cluster_metrics_compute_metric_raise(
|
|
self, mock_make_admin_context, mock_get_notifier,
|
|
mock_cluster_list, mock_create_monitor):
|
|
CONF.set_override('send_cluster_metrics', True, group='drivers')
|
|
mock_make_admin_context.return_value = self.context
|
|
notifier = mock.MagicMock()
|
|
mock_get_notifier.return_value = notifier
|
|
mock_cluster_list.return_value = [self.cluster4]
|
|
self.cluster4.status = cluster_status.CREATE_COMPLETE
|
|
monitor = mock.MagicMock()
|
|
monitor.get_metric_names.return_value = ['metric1', 'metric2']
|
|
monitor.compute_metric_value.side_effect = Exception(
|
|
"error on computing metric")
|
|
mock_create_monitor.return_value = monitor
|
|
|
|
periodic.MagnumPeriodicTasks(CONF)._send_cluster_metrics(self.context)
|
|
|
|
expected_event_type = 'magnum.cluster.metrics.update'
|
|
expected_msg = {
|
|
'user_id': self.cluster4.user_id,
|
|
'project_id': self.cluster4.project_id,
|
|
'resource_id': self.cluster4.uuid,
|
|
'metrics': []
|
|
}
|
|
self.assertEqual(1, mock_create_monitor.call_count)
|
|
notifier.info.assert_called_once_with(
|
|
self.context, expected_event_type, expected_msg)
|
|
|
|
@mock.patch('magnum.conductor.monitors.create_monitor')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
@mock.patch('magnum.common.rpc.get_notifier')
|
|
@mock.patch('magnum.common.context.make_admin_context')
|
|
def test_send_cluster_metrics_pull_data_raise(
|
|
self, mock_make_admin_context, mock_get_notifier,
|
|
mock_cluster_list, mock_create_monitor):
|
|
CONF.set_override('send_cluster_metrics', True, group='drivers')
|
|
mock_make_admin_context.return_value = self.context
|
|
notifier = mock.MagicMock()
|
|
mock_get_notifier.return_value = notifier
|
|
mock_cluster_list.return_value = [self.cluster4]
|
|
self.cluster4.status = cluster_status.CREATE_COMPLETE
|
|
monitor = mock.MagicMock()
|
|
monitor.pull_data.side_effect = Exception("error on pulling data")
|
|
mock_create_monitor.return_value = monitor
|
|
|
|
periodic.MagnumPeriodicTasks(CONF)._send_cluster_metrics(self.context)
|
|
|
|
self.assertEqual(1, mock_create_monitor.call_count)
|
|
self.assertEqual(0, notifier.info.call_count)
|
|
|
|
@mock.patch('magnum.conductor.monitors.create_monitor')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
@mock.patch('magnum.common.rpc.get_notifier')
|
|
@mock.patch('magnum.common.context.make_admin_context')
|
|
def test_send_cluster_metrics_monitor_none(
|
|
self, mock_make_admin_context, mock_get_notifier,
|
|
mock_cluster_list, mock_create_monitor):
|
|
CONF.set_override('send_cluster_metrics', True, group='drivers')
|
|
mock_make_admin_context.return_value = self.context
|
|
notifier = mock.MagicMock()
|
|
mock_get_notifier.return_value = notifier
|
|
mock_cluster_list.return_value = [self.cluster4]
|
|
self.cluster4.status = cluster_status.CREATE_COMPLETE
|
|
mock_create_monitor.return_value = None
|
|
|
|
periodic.MagnumPeriodicTasks(CONF)._send_cluster_metrics(self.context)
|
|
|
|
self.assertEqual(1, mock_create_monitor.call_count)
|
|
self.assertEqual(0, notifier.info.call_count)
|
|
|
|
@mock.patch('magnum.conductor.monitors.create_monitor')
|
|
@mock.patch('magnum.objects.Cluster.list')
|
|
@mock.patch('magnum.common.rpc.get_notifier')
|
|
@mock.patch('magnum.common.context.make_admin_context')
|
|
def test_send_cluster_metrics_disable_pull_data(
|
|
self, mock_make_admin_context, mock_get_notifier,
|
|
mock_cluster_list, mock_create_monitor):
|
|
|
|
mock_make_admin_context.return_value = self.context
|
|
notifier = mock.MagicMock()
|
|
mock_get_notifier.return_value = notifier
|
|
mock_cluster_list.return_value = [self.cluster1, self.cluster2,
|
|
self.cluster3, self.cluster4]
|
|
self.cluster4.status = cluster_status.CREATE_COMPLETE
|
|
monitor = mock.MagicMock()
|
|
monitor.get_metric_names.return_value = ['metric1', 'metric2']
|
|
monitor.compute_metric_value.return_value = 30
|
|
monitor.get_metric_unit.return_value = '%'
|
|
mock_create_monitor.return_value = monitor
|
|
|
|
periodic.MagnumPeriodicTasks(CONF)._send_cluster_metrics(self.context)
|
|
|
|
self.assertEqual(0, mock_create_monitor.call_count)
|
|
self.assertEqual(0, notifier.info.call_count)
|