3ff328d177
ceilometer is going to want to subscribe several worker processes to the notifications.info topic queue. The pool of workers needs to be assured of receiving all messages, without interference from other clients listening for notifications. The TopicConsumer class always assumes the topic and queue name should be the same, but in the ceilometer case we want to use a separate named queue with a different name. The only parameter that cannot be controlled by the user of TopicConsumer is the queue name, so this change adds the ability to set the queue name. Change-Id: I41a525de2fd855ca30c24fafcfbfefd6ab615dd7
397 lines
14 KiB
Python
397 lines
14 KiB
Python
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright 2010 United States Government as represented by the
|
|
# Administrator of the National Aeronautics and Space Administration.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""
|
|
Unit Tests for remote procedure calls using kombu
|
|
"""
|
|
|
|
from nova import context
|
|
from nova import exception
|
|
from nova import flags
|
|
from nova import log as logging
|
|
from nova.rpc import amqp as rpc_amqp
|
|
from nova import test
|
|
from nova.tests.rpc import common
|
|
|
|
try:
|
|
import kombu
|
|
from nova.rpc import impl_kombu
|
|
except ImportError:
|
|
kombu = None
|
|
impl_kombu = None
|
|
|
|
|
|
FLAGS = flags.FLAGS
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
class MyException(Exception):
|
|
pass
|
|
|
|
|
|
def _raise_exc_stub(stubs, times, obj, method, exc_msg,
|
|
exc_class=MyException):
|
|
info = {'called': 0}
|
|
orig_method = getattr(obj, method)
|
|
|
|
def _raise_stub(*args, **kwargs):
|
|
info['called'] += 1
|
|
if info['called'] <= times:
|
|
raise exc_class(exc_msg)
|
|
orig_method(*args, **kwargs)
|
|
stubs.Set(obj, method, _raise_stub)
|
|
return info
|
|
|
|
|
|
class RpcKombuTestCase(common.BaseRpcAMQPTestCase):
|
|
def setUp(self):
|
|
if kombu:
|
|
self.rpc = impl_kombu
|
|
impl_kombu.register_opts(FLAGS)
|
|
else:
|
|
self.rpc = None
|
|
super(RpcKombuTestCase, self).setUp()
|
|
|
|
def tearDown(self):
|
|
if kombu:
|
|
impl_kombu.cleanup()
|
|
super(RpcKombuTestCase, self).tearDown()
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_reusing_connection(self):
|
|
"""Test that reusing a connection returns same one."""
|
|
conn_context = self.rpc.create_connection(FLAGS, new=False)
|
|
conn1 = conn_context.connection
|
|
conn_context.close()
|
|
conn_context = self.rpc.create_connection(FLAGS, new=False)
|
|
conn2 = conn_context.connection
|
|
conn_context.close()
|
|
self.assertEqual(conn1, conn2)
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_topic_send_receive(self):
|
|
"""Test sending to a topic exchange/queue"""
|
|
|
|
conn = self.rpc.create_connection(FLAGS)
|
|
message = 'topic test message'
|
|
|
|
self.received_message = None
|
|
|
|
def _callback(message):
|
|
self.received_message = message
|
|
|
|
conn.declare_topic_consumer('a_topic', _callback)
|
|
conn.topic_send('a_topic', message)
|
|
conn.consume(limit=1)
|
|
conn.close()
|
|
|
|
self.assertEqual(self.received_message, message)
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_topic_multiple_queues(self):
|
|
"""Test sending to a topic exchange with multiple queues"""
|
|
|
|
conn = self.rpc.create_connection(FLAGS)
|
|
message = 'topic test message'
|
|
|
|
self.received_message_1 = None
|
|
self.received_message_2 = None
|
|
|
|
def _callback1(message):
|
|
self.received_message_1 = message
|
|
|
|
def _callback2(message):
|
|
self.received_message_2 = message
|
|
|
|
conn.declare_topic_consumer('a_topic', _callback1, queue_name='queue1')
|
|
conn.declare_topic_consumer('a_topic', _callback2, queue_name='queue2')
|
|
conn.topic_send('a_topic', message)
|
|
conn.consume(limit=2)
|
|
conn.close()
|
|
|
|
self.assertEqual(self.received_message_1, message)
|
|
self.assertEqual(self.received_message_2, message)
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_direct_send_receive(self):
|
|
"""Test sending to a direct exchange/queue"""
|
|
conn = self.rpc.create_connection(FLAGS)
|
|
message = 'direct test message'
|
|
|
|
self.received_message = None
|
|
|
|
def _callback(message):
|
|
self.received_message = message
|
|
|
|
conn.declare_direct_consumer('a_direct', _callback)
|
|
conn.direct_send('a_direct', message)
|
|
conn.consume(limit=1)
|
|
conn.close()
|
|
|
|
self.assertEqual(self.received_message, message)
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_cast_interface_uses_default_options(self):
|
|
"""Test kombu rpc.cast"""
|
|
|
|
ctxt = context.RequestContext('fake_user', 'fake_project')
|
|
|
|
class MyConnection(impl_kombu.Connection):
|
|
def __init__(myself, *args, **kwargs):
|
|
super(MyConnection, myself).__init__(*args, **kwargs)
|
|
self.assertEqual(myself.params,
|
|
{'hostname': FLAGS.rabbit_host,
|
|
'userid': FLAGS.rabbit_userid,
|
|
'password': FLAGS.rabbit_password,
|
|
'port': FLAGS.rabbit_port,
|
|
'virtual_host': FLAGS.rabbit_virtual_host,
|
|
'transport': 'memory'})
|
|
|
|
def topic_send(_context, topic, msg):
|
|
pass
|
|
|
|
MyConnection.pool = rpc_amqp.Pool(FLAGS, MyConnection)
|
|
self.stubs.Set(impl_kombu, 'Connection', MyConnection)
|
|
|
|
impl_kombu.cast(FLAGS, ctxt, 'fake_topic', {'msg': 'fake'})
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_cast_to_server_uses_server_params(self):
|
|
"""Test kombu rpc.cast"""
|
|
|
|
ctxt = context.RequestContext('fake_user', 'fake_project')
|
|
|
|
server_params = {'username': 'fake_username',
|
|
'password': 'fake_password',
|
|
'hostname': 'fake_hostname',
|
|
'port': 31337,
|
|
'virtual_host': 'fake_virtual_host'}
|
|
|
|
class MyConnection(impl_kombu.Connection):
|
|
def __init__(myself, *args, **kwargs):
|
|
super(MyConnection, myself).__init__(*args, **kwargs)
|
|
self.assertEqual(myself.params,
|
|
{'hostname': server_params['hostname'],
|
|
'userid': server_params['username'],
|
|
'password': server_params['password'],
|
|
'port': server_params['port'],
|
|
'virtual_host': server_params['virtual_host'],
|
|
'transport': 'memory'})
|
|
|
|
def topic_send(_context, topic, msg):
|
|
pass
|
|
|
|
MyConnection.pool = rpc_amqp.Pool(FLAGS, MyConnection)
|
|
self.stubs.Set(impl_kombu, 'Connection', MyConnection)
|
|
|
|
impl_kombu.cast_to_server(FLAGS, ctxt, server_params,
|
|
'fake_topic', {'msg': 'fake'})
|
|
|
|
@test.skip_test("kombu memory transport seems buggy with fanout queues "
|
|
"as this test passes when you use rabbit (fake_rabbit=False)")
|
|
def test_fanout_send_receive(self):
|
|
"""Test sending to a fanout exchange and consuming from 2 queues"""
|
|
|
|
conn = self.rpc.create_connection()
|
|
conn2 = self.rpc.create_connection()
|
|
message = 'fanout test message'
|
|
|
|
self.received_message = None
|
|
|
|
def _callback(message):
|
|
self.received_message = message
|
|
|
|
conn.declare_fanout_consumer('a_fanout', _callback)
|
|
conn2.declare_fanout_consumer('a_fanout', _callback)
|
|
conn.fanout_send('a_fanout', message)
|
|
|
|
conn.consume(limit=1)
|
|
conn.close()
|
|
self.assertEqual(self.received_message, message)
|
|
|
|
self.received_message = None
|
|
conn2.consume(limit=1)
|
|
conn2.close()
|
|
self.assertEqual(self.received_message, message)
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_declare_consumer_errors_will_reconnect(self):
|
|
# Test that any exception with 'timeout' in it causes a
|
|
# reconnection
|
|
info = _raise_exc_stub(self.stubs, 2, self.rpc.DirectConsumer,
|
|
'__init__', 'foo timeout foo')
|
|
|
|
conn = self.rpc.Connection(FLAGS)
|
|
result = conn.declare_consumer(self.rpc.DirectConsumer,
|
|
'test_topic', None)
|
|
|
|
self.assertEqual(info['called'], 3)
|
|
self.assertTrue(isinstance(result, self.rpc.DirectConsumer))
|
|
|
|
# Test that any exception in transport.connection_errors causes
|
|
# a reconnection
|
|
self.stubs.UnsetAll()
|
|
|
|
info = _raise_exc_stub(self.stubs, 1, self.rpc.DirectConsumer,
|
|
'__init__', 'meow')
|
|
|
|
conn = self.rpc.Connection(FLAGS)
|
|
conn.connection_errors = (MyException, )
|
|
|
|
result = conn.declare_consumer(self.rpc.DirectConsumer,
|
|
'test_topic', None)
|
|
|
|
self.assertEqual(info['called'], 2)
|
|
self.assertTrue(isinstance(result, self.rpc.DirectConsumer))
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_declare_consumer_ioerrors_will_reconnect(self):
|
|
"""Test that an IOError exception causes a reconnection"""
|
|
info = _raise_exc_stub(self.stubs, 2, self.rpc.DirectConsumer,
|
|
'__init__', 'Socket closed', exc_class=IOError)
|
|
|
|
conn = self.rpc.Connection(FLAGS)
|
|
result = conn.declare_consumer(self.rpc.DirectConsumer,
|
|
'test_topic', None)
|
|
|
|
self.assertEqual(info['called'], 3)
|
|
self.assertTrue(isinstance(result, self.rpc.DirectConsumer))
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_publishing_errors_will_reconnect(self):
|
|
# Test that any exception with 'timeout' in it causes a
|
|
# reconnection when declaring the publisher class and when
|
|
# calling send()
|
|
info = _raise_exc_stub(self.stubs, 2, self.rpc.DirectPublisher,
|
|
'__init__', 'foo timeout foo')
|
|
|
|
conn = self.rpc.Connection(FLAGS)
|
|
conn.publisher_send(self.rpc.DirectPublisher, 'test_topic', 'msg')
|
|
|
|
self.assertEqual(info['called'], 3)
|
|
self.stubs.UnsetAll()
|
|
|
|
info = _raise_exc_stub(self.stubs, 2, self.rpc.DirectPublisher,
|
|
'send', 'foo timeout foo')
|
|
|
|
conn = self.rpc.Connection(FLAGS)
|
|
conn.publisher_send(self.rpc.DirectPublisher, 'test_topic', 'msg')
|
|
|
|
self.assertEqual(info['called'], 3)
|
|
|
|
# Test that any exception in transport.connection_errors causes
|
|
# a reconnection when declaring the publisher class and when
|
|
# calling send()
|
|
self.stubs.UnsetAll()
|
|
|
|
info = _raise_exc_stub(self.stubs, 1, self.rpc.DirectPublisher,
|
|
'__init__', 'meow')
|
|
|
|
conn = self.rpc.Connection(FLAGS)
|
|
conn.connection_errors = (MyException, )
|
|
|
|
conn.publisher_send(self.rpc.DirectPublisher, 'test_topic', 'msg')
|
|
|
|
self.assertEqual(info['called'], 2)
|
|
self.stubs.UnsetAll()
|
|
|
|
info = _raise_exc_stub(self.stubs, 1, self.rpc.DirectPublisher,
|
|
'send', 'meow')
|
|
|
|
conn = self.rpc.Connection(FLAGS)
|
|
conn.connection_errors = (MyException, )
|
|
|
|
conn.publisher_send(self.rpc.DirectPublisher, 'test_topic', 'msg')
|
|
|
|
self.assertEqual(info['called'], 2)
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_iterconsume_errors_will_reconnect(self):
|
|
conn = self.rpc.Connection(FLAGS)
|
|
message = 'reconnect test message'
|
|
|
|
self.received_message = None
|
|
|
|
def _callback(message):
|
|
self.received_message = message
|
|
|
|
conn.declare_direct_consumer('a_direct', _callback)
|
|
conn.direct_send('a_direct', message)
|
|
|
|
info = _raise_exc_stub(self.stubs, 1, conn.connection,
|
|
'drain_events', 'foo timeout foo')
|
|
conn.consume(limit=1)
|
|
conn.close()
|
|
|
|
self.assertEqual(self.received_message, message)
|
|
# Only called once, because our stub goes away during reconnection
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_call_exception(self):
|
|
"""Test that exception gets passed back properly.
|
|
|
|
rpc.call returns an Exception object. The value of the
|
|
exception is converted to a string.
|
|
|
|
"""
|
|
self.flags(allowed_rpc_exception_modules=['exceptions'])
|
|
value = "This is the exception message"
|
|
self.assertRaises(NotImplementedError,
|
|
self.rpc.call,
|
|
FLAGS,
|
|
self.context,
|
|
'test',
|
|
{"method": "fail",
|
|
"args": {"value": value}})
|
|
try:
|
|
self.rpc.call(FLAGS, self.context,
|
|
'test',
|
|
{"method": "fail",
|
|
"args": {"value": value}})
|
|
self.fail("should have thrown Exception")
|
|
except NotImplementedError as exc:
|
|
self.assertTrue(value in unicode(exc))
|
|
#Traceback should be included in exception message
|
|
self.assertTrue('raise NotImplementedError(value)' in unicode(exc))
|
|
|
|
@test.skip_if(kombu is None, "Test requires kombu")
|
|
def test_call_converted_exception(self):
|
|
"""Test that exception gets passed back properly.
|
|
|
|
rpc.call returns an Exception object. The value of the
|
|
exception is converted to a string.
|
|
|
|
"""
|
|
value = "This is the exception message"
|
|
self.assertRaises(exception.ConvertedException,
|
|
self.rpc.call,
|
|
FLAGS,
|
|
self.context,
|
|
'test',
|
|
{"method": "fail_converted",
|
|
"args": {"value": value}})
|
|
try:
|
|
self.rpc.call(FLAGS, self.context,
|
|
'test',
|
|
{"method": "fail_converted",
|
|
"args": {"value": value}})
|
|
self.fail("should have thrown Exception")
|
|
except exception.ConvertedException as exc:
|
|
self.assertTrue(value in unicode(exc))
|
|
#Traceback should be included in exception message
|
|
self.assertTrue('exception.ConvertedException' in unicode(exc))
|