32e8c3da61
* Implemented Worker to be started on remote host for handling tasks request. * Implemented WorkerTaskExecutor that proxies tasks requests to remote workers. * Implemented Proxy that is used for consuming and publishing messages by Worker and Executor. * Added worker-based engine and worker task executor. * Added kombu dependency to requirements. * Added worker-based flow example. * Added unit-tests for worker-based flow components. Implements: blueprint worker-based-engine Change-Id: I8c6859ba4a1a56c2592e3d67cdfb8968b13ee99c
41 lines
1.5 KiB
Python
41 lines
1.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from taskflow.engines.action_engine import engine
|
|
from taskflow.engines.worker_based import executor
|
|
from taskflow import storage as t_storage
|
|
|
|
|
|
class WorkerBasedActionEngine(engine.ActionEngine):
|
|
_storage_cls = t_storage.SingleThreadedStorage
|
|
|
|
def _task_executor_cls(self):
|
|
return executor.WorkerTaskExecutor(**self._executor_config)
|
|
|
|
def __init__(self, flow, flow_detail, backend, conf):
|
|
self._executor_config = {
|
|
'uuid': flow_detail.uuid,
|
|
'url': conf.get('url'),
|
|
'exchange': conf.get('exchange', 'default'),
|
|
'workers_info': conf.get('workers_info', {}),
|
|
'transport': conf.get('transport'),
|
|
'transport_options': conf.get('transport_options')
|
|
}
|
|
super(WorkerBasedActionEngine, self).__init__(
|
|
flow, flow_detail, backend, conf)
|