# Copyright 2013 Red Hat, Inc. # Copyright 2013 New Dream Network, LLC (DreamHost) # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import logging import sys import eventlet from eventlet.green import threading as greenthreading from eventlet import greenpool import greenlet from oslo_utils import excutils from oslo_messaging._executors import base from oslo_messaging import localcontext LOG = logging.getLogger(__name__) def spawn_with(ctxt, pool): """This is the equivalent of a with statement but with the content of the BLOCK statement executed into a greenthread exception path grab from: http://www.python.org/dev/peps/pep-0343/ """ def complete(thread, exit): exc = True try: try: thread.wait() except Exception: exc = False if not exit(*sys.exc_info()): raise finally: if exc: exit(None, None, None) callback = ctxt.__enter__() thread = pool.spawn(callback) thread.link(complete, ctxt.__exit__) return thread class EventletExecutor(base.PooledExecutorBase): """A message executor which integrates with eventlet. This is an executor which polls for incoming messages from a greenthread and dispatches each message in its own greenthread. The stop() method kills the message polling greenthread and the wait() method waits for all message dispatch greenthreads to complete. """ def __init__(self, conf, listener, dispatcher): super(EventletExecutor, self).__init__(conf, listener, dispatcher) self._thread = None self._greenpool = greenpool.GreenPool(self.conf.rpc_thread_pool_size) self._running = False if not isinstance(localcontext._STORE, greenthreading.local): LOG.debug('eventlet executor in use but the threading module ' 'has not been monkeypatched or has been ' 'monkeypatched after the oslo.messaging library ' 'have been loaded. This will results in unpredictable ' 'behavior. In the future, we will raise a ' 'RuntimeException in this case.') def start(self): if self._thread is not None: return @excutils.forever_retry_uncaught_exceptions def _executor_thread(): try: while self._running: incoming = self.listener.poll() if incoming is not None: spawn_with(ctxt=self.dispatcher(incoming), pool=self._greenpool) except greenlet.GreenletExit: return self._running = True self._thread = eventlet.spawn(_executor_thread) def stop(self): if self._thread is None: return self._running = False self.listener.stop() self._thread.cancel() def wait(self): if self._thread is None: return self._greenpool.waitall() try: self._thread.wait() except greenlet.GreenletExit: pass self._thread = None