d433a5323f
To avoid having one set of options coming from `engine_conf` and another set of options coming from `kwargs` and another set coming from `engine_conf` if it is a URI just start to shift toward `engine_conf` being deprecated and `engine` being a string type only (or a URI with additional query parameters) and having any additional **kwargs that are provided just get merged into the final engine options. This adds a new helper function that handles all these various options and adds in a keyword argument `engine` that will be shifted to in a future version (in that future version we can also then remove the `engine_conf` and just stick to a smaller set of option mechanisms). It also adjusts all examples to use this new and more easier to understand format and adjusts tests, conductor interface to use this new more easily understandable style of getting an engine. Change-Id: Ic7617057338e0c63775cf38a24643cff6e454950
60 lines
2.7 KiB
Python
60 lines
2.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from taskflow.engines.action_engine import engine
|
|
from taskflow.engines.worker_based import executor
|
|
from taskflow.engines.worker_based import protocol as pr
|
|
from taskflow import storage as t_storage
|
|
|
|
|
|
class WorkerBasedActionEngine(engine.ActionEngine):
|
|
"""Worker based action engine.
|
|
|
|
Specific backend options:
|
|
|
|
:param exchange: broker exchange exchange name in which executor / worker
|
|
communication is performed
|
|
:param url: broker connection url (see format in kombu documentation)
|
|
:param topics: list of workers topics to communicate with (this will also
|
|
be learned by listening to the notifications that workers
|
|
emit).
|
|
:param transport: transport to be used (e.g. amqp, memory, etc.)
|
|
:param transport_options: transport specific options
|
|
:param transition_timeout: numeric value (or None for infinite) to wait
|
|
for submitted remote requests to transition out
|
|
of the (PENDING, WAITING) request states. When
|
|
expired the associated task the request was made
|
|
for will have its result become a
|
|
`RequestTimeout` exception instead of its
|
|
normally returned value (or raised exception).
|
|
"""
|
|
|
|
_storage_factory = t_storage.SingleThreadedStorage
|
|
|
|
def _task_executor_factory(self):
|
|
try:
|
|
return self._options['executor']
|
|
except KeyError:
|
|
return executor.WorkerTaskExecutor(
|
|
uuid=self._flow_detail.uuid,
|
|
url=self._options.get('url'),
|
|
exchange=self._options.get('exchange', 'default'),
|
|
topics=self._options.get('topics', []),
|
|
transport=self._options.get('transport'),
|
|
transport_options=self._options.get('transport_options'),
|
|
transition_timeout=self._options.get('transition_timeout',
|
|
pr.REQUEST_TIMEOUT))
|