380 lines
17 KiB
Python
380 lines
17 KiB
Python
# -*- encoding: utf-8 -*-
|
|
#
|
|
# Copyright © 2013 eNovance <licensing@enovance.com>
|
|
#
|
|
# Authors: Mehdi Abaakouk <mehdi.abaakouk@enovance.com>
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""Tests for ceilometer/alarm/threshold_evaluation.py
|
|
"""
|
|
import datetime
|
|
import mock
|
|
import pytz
|
|
import uuid
|
|
|
|
from ceilometer.alarm.evaluator import combination
|
|
from ceilometer.openstack.common import timeutils
|
|
from ceilometer.storage import models
|
|
from ceilometer.tests.alarm.evaluator import base
|
|
from ceilometerclient import exc
|
|
from ceilometerclient.v2 import alarms
|
|
|
|
|
|
class TestEvaluate(base.TestEvaluatorBase):
|
|
EVALUATOR = combination.CombinationEvaluator
|
|
|
|
def prepare_alarms(self):
|
|
self.alarms = [
|
|
models.Alarm(name='or-alarm',
|
|
description='the or alarm',
|
|
type='combination',
|
|
enabled=True,
|
|
user_id='foobar',
|
|
project_id='snafu',
|
|
alarm_id=str(uuid.uuid4()),
|
|
state='insufficient data',
|
|
state_timestamp=None,
|
|
timestamp=None,
|
|
insufficient_data_actions=[],
|
|
ok_actions=[],
|
|
alarm_actions=[],
|
|
repeat_actions=False,
|
|
time_constraints=[],
|
|
rule=dict(
|
|
alarm_ids=[
|
|
'9cfc3e51-2ff1-4b1d-ac01-c1bd4c6d0d1e',
|
|
'1d441595-d069-4e05-95ab-8693ba6a8302'],
|
|
operator='or',
|
|
)),
|
|
models.Alarm(name='and-alarm',
|
|
description='the and alarm',
|
|
type='combination',
|
|
enabled=True,
|
|
user_id='foobar',
|
|
project_id='snafu',
|
|
alarm_id=str(uuid.uuid4()),
|
|
state='insufficient data',
|
|
state_timestamp=None,
|
|
timestamp=None,
|
|
insufficient_data_actions=[],
|
|
ok_actions=[],
|
|
alarm_actions=[],
|
|
repeat_actions=False,
|
|
time_constraints=[],
|
|
rule=dict(
|
|
alarm_ids=[
|
|
'b82734f4-9d06-48f3-8a86-fa59a0c99dc8',
|
|
'15a700e5-2fe8-4b3d-8c55-9e92831f6a2b'],
|
|
operator='and',
|
|
))
|
|
]
|
|
|
|
@staticmethod
|
|
def _get_alarm(state):
|
|
return alarms.Alarm(None, {'state': state})
|
|
|
|
@staticmethod
|
|
def _reason_data(alarm_ids):
|
|
return {'type': 'combination', 'alarm_ids': alarm_ids}
|
|
|
|
def _combination_transition_reason(self, state, alarm_ids1, alarm_ids2):
|
|
return ([('Transition to %(state)s due to alarms %(alarm_ids)s'
|
|
' in state %(state)s')
|
|
% {'state': state, 'alarm_ids': ",".join(alarm_ids1)},
|
|
('Transition to %(state)s due to alarms %(alarm_ids)s'
|
|
' in state %(state)s')
|
|
% {'state': state, 'alarm_ids': ",".join(alarm_ids2)}],
|
|
[self._reason_data(alarm_ids1), self._reason_data(alarm_ids2)])
|
|
|
|
def _combination_remaining_reason(self, state, alarm_ids1, alarm_ids2):
|
|
return ([('Remaining as %(state)s due to alarms %(alarm_ids)s'
|
|
' in state %(state)s')
|
|
% {'state': state, 'alarm_ids': ",".join(alarm_ids1)},
|
|
('Remaining as %(state)s due to alarms %(alarm_ids)s'
|
|
' in state %(state)s')
|
|
% {'state': state, 'alarm_ids': ",".join(alarm_ids2)}],
|
|
[self._reason_data(alarm_ids1), self._reason_data(alarm_ids2)])
|
|
|
|
def test_retry_transient_api_failure(self):
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
broken = exc.CommunicationError(message='broken')
|
|
self.api_client.alarms.get.side_effect = [
|
|
broken,
|
|
broken,
|
|
broken,
|
|
broken,
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
self._assert_all_alarms('insufficient data')
|
|
self._evaluate_all_alarms()
|
|
self._assert_all_alarms('ok')
|
|
|
|
def test_simple_insufficient(self):
|
|
self._set_all_alarms('ok')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
broken = exc.CommunicationError(message='broken')
|
|
self.api_client.alarms.get.side_effect = broken
|
|
self._evaluate_all_alarms()
|
|
self._assert_all_alarms('insufficient data')
|
|
expected = [mock.call(alarm.alarm_id, state='insufficient data')
|
|
for alarm in self.alarms]
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual(expected, update_calls)
|
|
expected = [mock.call(
|
|
alarm,
|
|
'ok',
|
|
('Alarms %s are in unknown state' %
|
|
(",".join(alarm.rule['alarm_ids']))),
|
|
self._reason_data(alarm.rule['alarm_ids']))
|
|
for alarm in self.alarms]
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
def test_to_ok_with_all_ok(self):
|
|
self._set_all_alarms('insufficient data')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
expected = [mock.call(alarm.alarm_id, state='ok')
|
|
for alarm in self.alarms]
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual(expected, update_calls)
|
|
reasons, reason_datas = self._combination_transition_reason(
|
|
'ok',
|
|
self.alarms[0].rule['alarm_ids'],
|
|
self.alarms[1].rule['alarm_ids'])
|
|
expected = [mock.call(alarm, 'insufficient data',
|
|
reason, reason_data)
|
|
for alarm, reason, reason_data
|
|
in zip(self.alarms, reasons, reason_datas)]
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
def test_to_ok_with_one_alarm(self):
|
|
self._set_all_alarms('alarm')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('alarm'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
expected = [mock.call(alarm.alarm_id, state='ok')
|
|
for alarm in self.alarms]
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual(expected, update_calls)
|
|
reasons, reason_datas = self._combination_transition_reason(
|
|
'ok',
|
|
self.alarms[0].rule['alarm_ids'],
|
|
[self.alarms[1].rule['alarm_ids'][1]])
|
|
expected = [mock.call(alarm, 'alarm', reason, reason_data)
|
|
for alarm, reason, reason_data
|
|
in zip(self.alarms, reasons, reason_datas)]
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
def test_to_alarm_with_all_alarm(self):
|
|
self._set_all_alarms('ok')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('alarm'),
|
|
self._get_alarm('alarm'),
|
|
self._get_alarm('alarm'),
|
|
self._get_alarm('alarm'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
expected = [mock.call(alarm.alarm_id, state='alarm')
|
|
for alarm in self.alarms]
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual(expected, update_calls)
|
|
reasons, reason_datas = self._combination_transition_reason(
|
|
'alarm',
|
|
self.alarms[0].rule['alarm_ids'],
|
|
self.alarms[1].rule['alarm_ids'])
|
|
expected = [mock.call(alarm, 'ok', reason, reason_data)
|
|
for alarm, reason, reason_data
|
|
in zip(self.alarms, reasons, reason_datas)]
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
def test_to_alarm_with_one_ok(self):
|
|
self._set_all_alarms('ok')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('alarm'),
|
|
self._get_alarm('alarm'),
|
|
self._get_alarm('alarm'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
expected = [mock.call(alarm.alarm_id, state='alarm')
|
|
for alarm in self.alarms]
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual(expected, update_calls)
|
|
reasons, reason_datas = self._combination_transition_reason(
|
|
'alarm',
|
|
[self.alarms[0].rule['alarm_ids'][1]],
|
|
self.alarms[1].rule['alarm_ids'])
|
|
expected = [mock.call(alarm, 'ok', reason, reason_data)
|
|
for alarm, reason, reason_data
|
|
in zip(self.alarms, reasons, reason_datas)]
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
def test_to_unknown(self):
|
|
self._set_all_alarms('ok')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
broken = exc.CommunicationError(message='broken')
|
|
self.api_client.alarms.get.side_effect = [
|
|
broken,
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('insufficient data'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
expected = [mock.call(alarm.alarm_id, state='insufficient data')
|
|
for alarm in self.alarms]
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual(expected, update_calls)
|
|
reasons = ['Alarms %s are in unknown state'
|
|
% self.alarms[0].rule['alarm_ids'][0],
|
|
'Alarms %s are in unknown state'
|
|
% self.alarms[1].rule['alarm_ids'][0]]
|
|
reason_datas = [
|
|
self._reason_data([self.alarms[0].rule['alarm_ids'][0]]),
|
|
self._reason_data([self.alarms[1].rule['alarm_ids'][0]])]
|
|
expected = [mock.call(alarm, 'ok', reason, reason_data)
|
|
for alarm, reason, reason_data
|
|
in zip(self.alarms, reasons, reason_datas)]
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
def test_no_state_change(self):
|
|
self._set_all_alarms('ok')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual([], update_calls)
|
|
self.assertEqual([], self.notifier.notify.call_args_list)
|
|
|
|
def test_no_state_change_and_repeat_actions(self):
|
|
self.alarms[0].repeat_actions = True
|
|
self.alarms[1].repeat_actions = True
|
|
self._set_all_alarms('ok')
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual([], update_calls)
|
|
reasons, reason_datas = self._combination_remaining_reason(
|
|
'ok',
|
|
self.alarms[0].rule['alarm_ids'],
|
|
self.alarms[1].rule['alarm_ids'])
|
|
expected = [mock.call(alarm, 'ok', reason, reason_data)
|
|
for alarm, reason, reason_data
|
|
in zip(self.alarms, reasons, reason_datas)]
|
|
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
@mock.patch.object(timeutils, 'utcnow')
|
|
def test_state_change_inside_time_constraint(self, mock_utcnow):
|
|
self._set_all_alarms('insufficient data')
|
|
self.alarms[0].time_constraints = [
|
|
{'name': 'test',
|
|
'description': 'test',
|
|
'start': '0 11 * * *', # daily at 11:00
|
|
'duration': 10800, # 3 hours
|
|
'timezone': 'Europe/Ljubljana'}
|
|
]
|
|
self.alarms[1].time_constraints = self.alarms[0].time_constraints
|
|
dt = datetime.datetime(2014, 1, 1, 12, 0, 0,
|
|
tzinfo=pytz.timezone('Europe/Ljubljana'))
|
|
mock_utcnow.return_value = dt.astimezone(pytz.UTC)
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
expected = [mock.call(alarm.alarm_id, state='ok')
|
|
for alarm in self.alarms]
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual(expected, update_calls,
|
|
"Alarm should change state if the current "
|
|
"time is inside its time constraint.")
|
|
reasons, reason_datas = self._combination_transition_reason(
|
|
'ok',
|
|
self.alarms[0].rule['alarm_ids'],
|
|
self.alarms[1].rule['alarm_ids'])
|
|
expected = [mock.call(alarm, 'insufficient data',
|
|
reason, reason_data)
|
|
for alarm, reason, reason_data
|
|
in zip(self.alarms, reasons, reason_datas)]
|
|
self.assertEqual(expected, self.notifier.notify.call_args_list)
|
|
|
|
@mock.patch.object(timeutils, 'utcnow')
|
|
def test_no_state_change_outside_time_constraint(self, mock_utcnow):
|
|
self._set_all_alarms('insufficient data')
|
|
self.alarms[0].time_constraints = [
|
|
{'name': 'test',
|
|
'description': 'test',
|
|
'start': '0 11 * * *', # daily at 11:00
|
|
'duration': 10800, # 3 hours
|
|
'timezone': 'Europe/Ljubljana'}
|
|
]
|
|
self.alarms[1].time_constraints = self.alarms[0].time_constraints
|
|
dt = datetime.datetime(2014, 1, 1, 15, 0, 0,
|
|
tzinfo=pytz.timezone('Europe/Ljubljana'))
|
|
mock_utcnow.return_value = dt.astimezone(pytz.UTC)
|
|
with mock.patch('ceilometerclient.client.get_client',
|
|
return_value=self.api_client):
|
|
self.api_client.alarms.get.side_effect = [
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
self._get_alarm('ok'),
|
|
]
|
|
self._evaluate_all_alarms()
|
|
update_calls = self.api_client.alarms.set_state.call_args_list
|
|
self.assertEqual([], update_calls,
|
|
"Alarm should not change state if the current "
|
|
" time is outside its time constraint.")
|
|
self.assertEqual([], self.notifier.notify.call_args_list)
|