fceabee18f
Propose a new graph flow that will run every task in the graph at the same time but will use a count down latch concept to ensure that a tasks dependents are provided before the task itself can run. This allows for tasks to run in parallel (if they have no dependents or are placed in disjoint parts of graph). Note: although this flow uses threads it is typically expected that the underlying threads would be greenthreads since python native threading is still suboptimal (for various reasons). Implements: blueprint locally-run-many-at-once Change-Id: If434abd77758aa12fc99da395a2559995305a853
78 lines
2.3 KiB
Python
78 lines
2.3 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
|
|
class TaskFlowException(Exception):
|
|
"""Base class for exceptions emitted from this library."""
|
|
pass
|
|
|
|
|
|
class Duplicate(TaskFlowException):
|
|
"""Raised when a duplicate entry is found."""
|
|
pass
|
|
|
|
|
|
class StorageError(TaskFlowException):
|
|
"""Raised when logbook can not be read/saved/deleted."""
|
|
|
|
def __init__(self, message, cause=None):
|
|
super(StorageError, self).__init__(message)
|
|
self.cause = cause
|
|
|
|
|
|
class NotFound(TaskFlowException):
|
|
"""Raised when some entry in some object doesn't exist."""
|
|
pass
|
|
|
|
|
|
class AlreadyExists(TaskFlowException):
|
|
"""Raised when some entry in some object already exists."""
|
|
pass
|
|
|
|
|
|
class ClosedException(TaskFlowException):
|
|
"""Raised when an access on a closed object occurs."""
|
|
pass
|
|
|
|
|
|
class InvalidStateException(TaskFlowException):
|
|
"""Raised when a task/job/workflow is in an invalid state when an
|
|
operation is attempting to apply to said task/job/workflow.
|
|
"""
|
|
pass
|
|
|
|
|
|
class UnclaimableJobException(TaskFlowException):
|
|
"""Raised when a job can not be claimed."""
|
|
pass
|
|
|
|
|
|
class JobNotFound(TaskFlowException):
|
|
"""Raised when a job entry can not be found."""
|
|
pass
|
|
|
|
|
|
class MissingDependencies(InvalidStateException):
|
|
"""Raised when a entity has dependencies that can not be satisified."""
|
|
message = ("%(who)s requires %(requirements)s but no other entity produces"
|
|
" said requirements")
|
|
|
|
def __init__(self, who, requirements):
|
|
message = self.message % {'who': who, 'requirements': requirements}
|
|
super(MissingDependencies, self).__init__(message)
|