49f53f35a5
Currently we run tests which uses real backend or real daemons with other unit tests. This CR is initial for sequence of functional tests implementation. It contains only moving files and modules to right directories and fixing tox.ini. This approach allows to avoid constantly rebase conflicts, because git handles file removing correct. Next step - separate classes and functions from moved files to right test types. Depends-On: Ifdb0de150b2c738117308b2aae6c0c197e162821 Change-Id: I16b84ed83ac075658626f3ec6a35a24e228b61e7 Partialy-Implement: blueprint ceilometer-functional-tests
303 lines
12 KiB
Python
303 lines
12 KiB
Python
#
|
|
# Copyright 2012 New Dream Network, LLC (DreamHost)
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import socket
|
|
|
|
import mock
|
|
import msgpack
|
|
from oslo_config import fixture as fixture_config
|
|
from oslo_context import context
|
|
import oslo_messaging
|
|
from oslo_utils import timeutils
|
|
from oslotest import mockpatch
|
|
from stevedore import extension
|
|
|
|
from ceilometer import collector
|
|
from ceilometer import dispatcher
|
|
from ceilometer import messaging
|
|
from ceilometer.publisher import utils
|
|
from ceilometer import sample
|
|
from ceilometer.tests import base as tests_base
|
|
|
|
|
|
class FakeException(Exception):
|
|
pass
|
|
|
|
|
|
class FakeConnection(object):
|
|
def create_worker(self, topic, proxy, pool_name):
|
|
pass
|
|
|
|
|
|
class TestCollector(tests_base.BaseTestCase):
|
|
def setUp(self):
|
|
super(TestCollector, self).setUp()
|
|
self.CONF = self.useFixture(fixture_config.Config()).conf
|
|
self.CONF.import_opt("connection", "oslo_db.options", group="database")
|
|
self.CONF.set_override("connection", "log://", group='database')
|
|
self.CONF.set_override('telemetry_secret', 'not-so-secret',
|
|
group='publisher')
|
|
self._setup_messaging()
|
|
|
|
self.counter = sample.Sample(
|
|
name='foobar',
|
|
type='bad',
|
|
unit='F',
|
|
volume=1,
|
|
user_id='jd',
|
|
project_id='ceilometer',
|
|
resource_id='cat',
|
|
timestamp=timeutils.utcnow().isoformat(),
|
|
resource_metadata={},
|
|
).as_dict()
|
|
|
|
self.utf8_msg = utils.meter_message_from_counter(
|
|
sample.Sample(
|
|
name=u'test',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit=u'',
|
|
volume=1,
|
|
user_id=u'test',
|
|
project_id=u'test',
|
|
resource_id=u'test_run_tasks',
|
|
timestamp=timeutils.utcnow().isoformat(),
|
|
resource_metadata={u'name': [([u'TestPublish'])]},
|
|
source=u'testsource',
|
|
),
|
|
'not-so-secret')
|
|
|
|
self.srv = collector.CollectorService()
|
|
|
|
self.useFixture(mockpatch.PatchObject(
|
|
self.srv.tg, 'add_thread',
|
|
side_effect=self._dummy_thread_group_add_thread))
|
|
|
|
@staticmethod
|
|
def _dummy_thread_group_add_thread(method):
|
|
method()
|
|
|
|
def _setup_messaging(self, enabled=True):
|
|
if enabled:
|
|
self.setup_messaging(self.CONF)
|
|
else:
|
|
self.useFixture(mockpatch.Patch(
|
|
'ceilometer.messaging.get_transport',
|
|
return_value=None))
|
|
|
|
def _setup_fake_dispatcher(self):
|
|
plugin = mock.MagicMock()
|
|
fake_dispatcher = extension.ExtensionManager.make_test_instance([
|
|
extension.Extension('test', None, None, plugin,),
|
|
], propagate_map_exceptions=True)
|
|
self.useFixture(mockpatch.Patch(
|
|
'ceilometer.dispatcher.load_dispatcher_manager',
|
|
return_value=fake_dispatcher))
|
|
return plugin
|
|
|
|
def _make_fake_socket(self, sample):
|
|
def recvfrom(size):
|
|
# Make the loop stop
|
|
self.srv.stop()
|
|
return msgpack.dumps(sample), ('127.0.0.1', 12345)
|
|
|
|
sock = mock.Mock()
|
|
sock.recvfrom = recvfrom
|
|
return sock
|
|
|
|
def _verify_udp_socket(self, udp_socket):
|
|
conf = self.CONF.collector
|
|
udp_socket.setsockopt.assert_called_once_with(socket.SOL_SOCKET,
|
|
socket.SO_REUSEADDR, 1)
|
|
udp_socket.bind.assert_called_once_with((conf.udp_address,
|
|
conf.udp_port))
|
|
|
|
def test_record_metering_data(self):
|
|
mock_dispatcher = self._setup_fake_dispatcher()
|
|
self.srv.dispatcher_manager = dispatcher.load_dispatcher_manager()
|
|
self.srv.record_metering_data(None, self.counter)
|
|
mock_dispatcher.record_metering_data.assert_called_once_with(
|
|
data=self.counter)
|
|
|
|
def test_udp_receive_base(self):
|
|
self._setup_messaging(False)
|
|
mock_dispatcher = self._setup_fake_dispatcher()
|
|
self.counter['source'] = 'mysource'
|
|
self.counter['counter_name'] = self.counter['name']
|
|
self.counter['counter_volume'] = self.counter['volume']
|
|
self.counter['counter_type'] = self.counter['type']
|
|
self.counter['counter_unit'] = self.counter['unit']
|
|
|
|
udp_socket = self._make_fake_socket(self.counter)
|
|
|
|
with mock.patch('socket.socket') as mock_socket:
|
|
mock_socket.return_value = udp_socket
|
|
self.srv.start()
|
|
mock_socket.assert_called_with(socket.AF_INET, socket.SOCK_DGRAM)
|
|
|
|
self._verify_udp_socket(udp_socket)
|
|
|
|
mock_dispatcher.record_metering_data.assert_called_once_with(
|
|
self.counter)
|
|
|
|
def test_udp_socket_ipv6(self):
|
|
self._setup_messaging(False)
|
|
self.CONF.set_override('udp_address', '::1', group='collector')
|
|
self._setup_fake_dispatcher()
|
|
sock = self._make_fake_socket('data')
|
|
|
|
with mock.patch.object(socket, 'socket') as mock_socket:
|
|
mock_socket.return_value = sock
|
|
self.srv.start()
|
|
mock_socket.assert_called_with(socket.AF_INET6, socket.SOCK_DGRAM)
|
|
|
|
def test_udp_receive_storage_error(self):
|
|
self._setup_messaging(False)
|
|
mock_dispatcher = self._setup_fake_dispatcher()
|
|
mock_dispatcher.record_metering_data.side_effect = self._raise_error
|
|
|
|
self.counter['source'] = 'mysource'
|
|
self.counter['counter_name'] = self.counter['name']
|
|
self.counter['counter_volume'] = self.counter['volume']
|
|
self.counter['counter_type'] = self.counter['type']
|
|
self.counter['counter_unit'] = self.counter['unit']
|
|
|
|
udp_socket = self._make_fake_socket(self.counter)
|
|
with mock.patch('socket.socket', return_value=udp_socket):
|
|
self.srv.start()
|
|
|
|
self._verify_udp_socket(udp_socket)
|
|
|
|
mock_dispatcher.record_metering_data.assert_called_once_with(
|
|
self.counter)
|
|
|
|
@staticmethod
|
|
def _raise_error(*args, **kwargs):
|
|
raise Exception
|
|
|
|
def test_udp_receive_bad_decoding(self):
|
|
self._setup_messaging(False)
|
|
udp_socket = self._make_fake_socket(self.counter)
|
|
with mock.patch('socket.socket', return_value=udp_socket):
|
|
with mock.patch('msgpack.loads', self._raise_error):
|
|
self.srv.start()
|
|
|
|
self._verify_udp_socket(udp_socket)
|
|
|
|
@mock.patch.object(oslo_messaging.MessageHandlingServer, 'start')
|
|
@mock.patch.object(collector.CollectorService, 'start_udp')
|
|
def test_only_udp(self, udp_start, rpc_start):
|
|
"""Check that only UDP is started if messaging transport is unset."""
|
|
self._setup_messaging(False)
|
|
udp_socket = self._make_fake_socket(self.counter)
|
|
with mock.patch('socket.socket', return_value=udp_socket):
|
|
self.srv.start()
|
|
self.assertEqual(0, rpc_start.call_count)
|
|
self.assertEqual(1, udp_start.call_count)
|
|
|
|
@mock.patch.object(oslo_messaging.MessageHandlingServer, 'start')
|
|
@mock.patch.object(collector.CollectorService, 'start_udp')
|
|
def test_only_rpc(self, udp_start, rpc_start):
|
|
"""Check that only RPC is started if udp_address is empty."""
|
|
self.CONF.set_override('udp_address', '', group='collector')
|
|
self.srv.start()
|
|
# two calls because two servers (notification and rpc)
|
|
self.assertEqual(2, rpc_start.call_count)
|
|
self.assertEqual(0, udp_start.call_count)
|
|
|
|
def test_udp_receive_valid_encoding(self):
|
|
self._setup_messaging(False)
|
|
mock_dispatcher = self._setup_fake_dispatcher()
|
|
self.data_sent = []
|
|
with mock.patch('socket.socket',
|
|
return_value=self._make_fake_socket(self.utf8_msg)):
|
|
self.srv.start()
|
|
self.assertTrue(utils.verify_signature(
|
|
mock_dispatcher.method_calls[0][1][0],
|
|
"not-so-secret"))
|
|
|
|
@mock.patch('ceilometer.storage.impl_log.LOG')
|
|
def test_collector_no_mock(self, mylog):
|
|
self.CONF.set_override('udp_address', '', group='collector')
|
|
self.srv.start()
|
|
mylog.info.side_effect = lambda *args: self.srv.stop()
|
|
|
|
client = messaging.get_rpc_client(self.transport, version='1.0')
|
|
cclient = client.prepare(topic='metering')
|
|
cclient.cast(context.RequestContext(),
|
|
'record_metering_data', data=[self.utf8_msg])
|
|
|
|
self.srv.rpc_server.wait()
|
|
mylog.info.assert_called_once_with(
|
|
'metering data test for test_run_tasks: 1')
|
|
|
|
def _test_collector_requeue(self, listener):
|
|
|
|
mock_dispatcher = self._setup_fake_dispatcher()
|
|
self.srv.dispatcher_manager = dispatcher.load_dispatcher_manager()
|
|
mock_dispatcher.record_metering_data.side_effect = Exception('boom')
|
|
mock_dispatcher.record_events.side_effect = Exception('boom')
|
|
|
|
self.srv.start()
|
|
endp = getattr(self.srv, listener).dispatcher.endpoints[0]
|
|
ret = endp.sample({}, 'pub_id', 'event', {}, {})
|
|
self.assertEqual(oslo_messaging.NotificationResult.REQUEUE,
|
|
ret)
|
|
|
|
@mock.patch.object(oslo_messaging.MessageHandlingServer, 'start',
|
|
mock.Mock())
|
|
@mock.patch.object(collector.CollectorService, 'start_udp', mock.Mock())
|
|
def test_collector_sample_requeue(self):
|
|
self.CONF.set_override('requeue_sample_on_dispatcher_error', True,
|
|
group='collector')
|
|
self._test_collector_requeue('sample_listener')
|
|
|
|
@mock.patch.object(oslo_messaging.MessageHandlingServer, 'start',
|
|
mock.Mock())
|
|
@mock.patch.object(collector.CollectorService, 'start_udp', mock.Mock())
|
|
def test_collector_event_requeue(self):
|
|
self.CONF.set_override('requeue_event_on_dispatcher_error', True,
|
|
group='collector')
|
|
self.CONF.set_override('store_events', True, group='notification')
|
|
self._test_collector_requeue('event_listener')
|
|
|
|
def _test_collector_no_requeue(self, listener):
|
|
mock_dispatcher = self._setup_fake_dispatcher()
|
|
self.srv.dispatcher_manager = dispatcher.load_dispatcher_manager()
|
|
mock_dispatcher.record_metering_data.side_effect = (FakeException
|
|
('boom'))
|
|
mock_dispatcher.record_events.side_effect = (FakeException
|
|
('boom'))
|
|
|
|
self.srv.start()
|
|
endp = getattr(self.srv, listener).dispatcher.endpoints[0]
|
|
self.assertRaises(FakeException, endp.sample, {}, 'pub_id',
|
|
'event', {}, {})
|
|
|
|
@mock.patch.object(oslo_messaging.MessageHandlingServer, 'start',
|
|
mock.Mock())
|
|
@mock.patch.object(collector.CollectorService, 'start_udp', mock.Mock())
|
|
def test_collector_sample_no_requeue(self):
|
|
self.CONF.set_override('requeue_sample_on_dispatcher_error', False,
|
|
group='collector')
|
|
self._test_collector_no_requeue('sample_listener')
|
|
|
|
@mock.patch.object(oslo_messaging.MessageHandlingServer, 'start',
|
|
mock.Mock())
|
|
@mock.patch.object(collector.CollectorService, 'start_udp', mock.Mock())
|
|
def test_collector_event_no_requeue(self):
|
|
self.CONF.set_override('requeue_event_on_dispatcher_error', False,
|
|
group='collector')
|
|
self.CONF.set_override('store_events', True, group='notification')
|
|
self._test_collector_no_requeue('event_listener')
|