f139eb258d
Currently Kafka driver for an oslo.messaging uses kafka-python==0.9.5 and mostly broken. This package version supports only low level Kafka producer and consumer API which are marked as deprecated now [1]. Using of these interfaces bring a big concern to the message processing, because current KafkaConsumer has not any consuming coordination. This fact causes a message duplication for the several consumers of one topic. This behavior is specific to Ceilometer and services which read and process notifications from other services. New version of kafka-python allows to use async thread safe message producers and coordinated consumers [1]. [1] http://kafka-python.readthedocs.io/en/master/changelog.html#feb-15-2016 The driver is currently experimental, python-kafka<1.0.0 API have major issue described above that can't make the oslo.messaging driver works, so we prefer having a working driver with a non-synced dependencies, that the reverse. Co-Authored-By: Mehdi Abaakouk <sileht@redhat.com> Change-Id: I29862ed7bf56b9d8878fa8e9fb1cbd9d643908a4
77 lines
2.5 KiB
Python
77 lines
2.5 KiB
Python
|
|
# Copyright 2014 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import stevedore
|
|
import testtools
|
|
|
|
import mock
|
|
|
|
from oslo_messaging import server
|
|
try:
|
|
from oslo_messaging import opts
|
|
except ImportError:
|
|
opts = None
|
|
from oslo_messaging.tests import utils as test_utils
|
|
|
|
|
|
class OptsTestCase(test_utils.BaseTestCase):
|
|
|
|
@testtools.skipIf(opts is None, "Options not importable")
|
|
def setUp(self):
|
|
super(OptsTestCase, self).setUp()
|
|
|
|
def _test_list_opts(self, result):
|
|
self.assertEqual(7, len(result))
|
|
|
|
groups = [g for (g, l) in result]
|
|
self.assertIn(None, groups)
|
|
self.assertIn('matchmaker_redis', groups)
|
|
self.assertIn('oslo_messaging_zmq', groups)
|
|
self.assertIn('oslo_messaging_amqp', groups)
|
|
self.assertIn('oslo_messaging_notifications', groups)
|
|
self.assertIn('oslo_messaging_rabbit', groups)
|
|
self.assertIn('oslo_messaging_kafka', groups)
|
|
|
|
opt_names = [o.name for (g, l) in result for o in l]
|
|
self.assertIn('rpc_backend', opt_names)
|
|
|
|
def test_list_opts(self):
|
|
self._test_list_opts(opts.list_opts())
|
|
|
|
def test_entry_point(self):
|
|
result = None
|
|
for ext in stevedore.ExtensionManager('oslo.config.opts',
|
|
invoke_on_load=True):
|
|
if ext.name == "oslo.messaging":
|
|
result = ext.obj
|
|
break
|
|
|
|
self.assertIsNotNone(result)
|
|
self._test_list_opts(result)
|
|
|
|
def test_defaults(self):
|
|
transport = mock.Mock()
|
|
transport.conf = self.conf
|
|
|
|
class MessageHandlingServerImpl(server.MessageHandlingServer):
|
|
def _create_listener(self):
|
|
pass
|
|
|
|
def _process_incoming(self, incoming):
|
|
pass
|
|
|
|
MessageHandlingServerImpl(transport, mock.Mock())
|
|
opts.set_defaults(self.conf, executor_thread_pool_size=100)
|
|
self.assertEqual(100, self.conf.executor_thread_pool_size)
|