deb-mistral/mistral/workflow/base.py
Renat Akhmerov 49baf0311e Raising exception if there aren't start tasks in direct workflow
* Now if direct workflow graph doesn't have start tasks (ones with no
  inbound transitions) then an exception gets raised.
* Refactoring workflow specifications: moving specification related method
  from direct workflow controller into workflow specification.
* Implemented the mechanism of polymorphic DSL entities. At this point
  there's a hierarchy of specification classes to represent different types
  of workflow.
* Specification validation logic is now explicitly split into two methods:
  validate_schema() and validate_semantics() where the second one is supposed
  to implement integrity checks and other more high-level rules that are
  impossible to define in JSON schema.
* Other minor refactoring and style changes.

Change-Id: I60937b77e39133e3b254fed574e6aec6aa402eb0
2015-09-08 15:58:03 +06:00

167 lines
5.4 KiB
Python

# Copyright 2014 - Mirantis, Inc.
# Copyright 2015 - StackStorm, Inc.
# Copyright 2015 - Huawei Technologies Co. Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import abc
import copy
from oslo_log import log as logging
from mistral import exceptions as exc
from mistral import utils as u
from mistral.workbook import parser as spec_parser
from mistral.workflow import commands
from mistral.workflow import data_flow
from mistral.workflow import states
from mistral.workflow import utils as wf_utils
LOG = logging.getLogger(__name__)
class WorkflowController(object):
"""Workflow Controller base class.
Different workflow controllers implement different workflow algorithms.
In practice it may actually mean that there may be multiple ways of
describing workflow models (and even languages) that will be supported
by Mistral.
"""
def __init__(self, wf_ex):
"""Creates a new workflow controller.
:param wf_ex: Workflow execution.
"""
self.wf_ex = wf_ex
self.wf_spec = spec_parser.get_workflow_spec(wf_ex.spec)
def continue_workflow(self, task_ex=None, reset=True):
"""Calculates a list of commands to continue the workflow.
Given a workflow specification this method makes required analysis
according to this workflow type rules and identifies a list of
commands needed to continue the workflow.
:param: task_ex: Task execution to rerun.
:param: reset: If true, then purge action executions for the tasks.
:return: List of workflow commands (instances of
mistral.workflow.commands.WorkflowCommand).
"""
if self._is_paused_or_completed():
return []
if task_ex:
return self._get_rerun_commands([task_ex], reset)
return self._find_next_commands()
@abc.abstractmethod
def is_error_handled_for(self, task_ex):
"""Determines if error is handled for specific task.
:return: True if either there is no error at all or
error is considered handled.
"""
raise NotImplementedError
@abc.abstractmethod
def all_errors_handled(self):
"""Determines if all errors (if any) are handled.
:return: True if either there aren't errors at all or all
errors are considered handled.
"""
raise NotImplementedError
@abc.abstractmethod
def evaluate_workflow_final_context(self):
"""Evaluates final workflow context assuming that workflow has finished.
:return: Final workflow context.
"""
raise NotImplementedError
def _get_task_inbound_context(self, task_spec):
upstream_task_execs = self._get_upstream_task_executions(task_spec)
return u.merge_dicts(
copy.copy(self.wf_ex.context),
data_flow.evaluate_upstream_context(upstream_task_execs)
)
@abc.abstractmethod
def _get_upstream_task_executions(self, task_spec):
"""Gets workflow upstream tasks for the given task.
:param task_spec: Task specification.
:return: List of upstream task executions for the given task spec.
"""
raise NotImplementedError
@abc.abstractmethod
def _find_next_commands(self):
"""Finds commands that should run next.
A concrete algorithm of finding such tasks depends on a concrete
workflow controller.
:return: List of workflow commands.
"""
# Add all tasks in IDLE state.
idle_tasks = wf_utils.find_task_executions_with_state(
self.wf_ex,
states.IDLE
)
return [commands.RunExistingTask(t) for t in idle_tasks]
def _get_rerun_commands(self, task_exs, reset=True):
"""Get commands to rerun existing task executions.
:param task_exs: List of task executions.
:param reset: If true, then purge action executions for the tasks.
:return: List of workflow commands.
"""
cmds = [commands.RunExistingTask(t_e, reset) for t_e in task_exs]
LOG.debug("Found commands: %s" % cmds)
return cmds
def _is_paused_or_completed(self):
return states.is_paused_or_completed(self.wf_ex.state)
@staticmethod
def _get_class(wf_type):
"""Gets a workflow controller class by given workflow type.
:param wf_type: Workflow type.
:returns: Workflow controller class.
"""
for wf_ctrl_cls in u.iter_subclasses(WorkflowController):
if wf_type == wf_ctrl_cls.__workflow_type__:
return wf_ctrl_cls
raise exc.NotFoundException(
'Failed to find a workflow controller [type=%s]' % wf_type
)
@staticmethod
def get_controller(wf_ex, wf_spec=None):
if not wf_spec:
wf_spec = spec_parser.get_workflow_spec(wf_ex['spec'])
return WorkflowController._get_class(wf_spec.get_type())(wf_ex)