c5e9cf28df
For a local process based executor usage currently to ensure that task emitted notifications are proxied we use the multi processing library and use its queue concept. This sadly creates a proxy process that gets associated, and this proxy process handles the queue and messages sent to and from it. Instead of doing this we can instead just create a temporary local socket using a random socket and have tasks (which are running in different processes) use that to communicate back any emitted notifications instead (and we can use the asyncore module to handle the emitted notifications since it handles the lower level socket reading, polling and dispatching). To ensure that the socket created is somewhat secure we use a similar process as the multi-processing library uses where we sign all messages with a hmac that uses a one time key that only the main process and the child process know about (and reject any messages that do not validate using this key). Change-Id: Iff9180054bf14495e5667af00ae2fafbdbc23791
82 lines
3.4 KiB
Python
82 lines
3.4 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import futurist
|
|
import testtools
|
|
|
|
from taskflow.engines.action_engine import engine
|
|
from taskflow.engines.action_engine import executor
|
|
from taskflow.engines.action_engine import process_executor
|
|
from taskflow.patterns import linear_flow as lf
|
|
from taskflow.persistence import backends
|
|
from taskflow import test
|
|
from taskflow.tests import utils
|
|
from taskflow.utils import eventlet_utils as eu
|
|
from taskflow.utils import persistence_utils as pu
|
|
|
|
|
|
class ParallelCreationTest(test.TestCase):
|
|
@staticmethod
|
|
def _create_engine(**kwargs):
|
|
flow = lf.Flow('test-flow').add(utils.DummyTask())
|
|
backend = backends.fetch({'connection': 'memory'})
|
|
flow_detail = pu.create_flow_detail(flow, backend=backend)
|
|
options = kwargs.copy()
|
|
return engine.ParallelActionEngine(flow, flow_detail,
|
|
backend, options)
|
|
|
|
def test_thread_string_creation(self):
|
|
for s in ['threads', 'threaded', 'thread']:
|
|
eng = self._create_engine(executor=s)
|
|
self.assertIsInstance(eng._task_executor,
|
|
executor.ParallelThreadTaskExecutor)
|
|
|
|
def test_process_string_creation(self):
|
|
for s in ['process', 'processes']:
|
|
eng = self._create_engine(executor=s)
|
|
self.assertIsInstance(eng._task_executor,
|
|
process_executor.ParallelProcessTaskExecutor)
|
|
|
|
def test_thread_executor_creation(self):
|
|
with futurist.ThreadPoolExecutor(1) as e:
|
|
eng = self._create_engine(executor=e)
|
|
self.assertIsInstance(eng._task_executor,
|
|
executor.ParallelThreadTaskExecutor)
|
|
|
|
def test_process_executor_creation(self):
|
|
with futurist.ProcessPoolExecutor(1) as e:
|
|
eng = self._create_engine(executor=e)
|
|
self.assertIsInstance(eng._task_executor,
|
|
process_executor.ParallelProcessTaskExecutor)
|
|
|
|
@testtools.skipIf(not eu.EVENTLET_AVAILABLE, 'eventlet is not available')
|
|
def test_green_executor_creation(self):
|
|
with futurist.GreenThreadPoolExecutor(1) as e:
|
|
eng = self._create_engine(executor=e)
|
|
self.assertIsInstance(eng._task_executor,
|
|
executor.ParallelThreadTaskExecutor)
|
|
|
|
def test_sync_executor_creation(self):
|
|
with futurist.SynchronousExecutor() as e:
|
|
eng = self._create_engine(executor=e)
|
|
self.assertIsInstance(eng._task_executor,
|
|
executor.ParallelThreadTaskExecutor)
|
|
|
|
def test_invalid_creation(self):
|
|
self.assertRaises(ValueError, self._create_engine, executor='crap')
|
|
self.assertRaises(TypeError, self._create_engine, executor=2)
|
|
self.assertRaises(TypeError, self._create_engine, executor=object())
|