Setting up Configs and SQLAlchemy/DB backend
This commit is contained in:
Jessica Lucci
18
taskflow/db/sqlalchemy/__init__.py
Normal file
18
taskflow/db/sqlalchemy/__init__.py
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
||||||
|
|
||||||
|
# Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
|
||||||
|
# Copyright (C) 2013 Rackspace Hosting All Rights Reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
18
taskflow/db/sqlalchemy/api.py
Normal file
18
taskflow/db/sqlalchemy/api.py
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
||||||
|
|
||||||
|
# Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
|
||||||
|
# Copyright (C) 2013 Rackspace Hosting All Rights Reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
18
taskflow/db/sqlalchemy/session.py
Normal file
18
taskflow/db/sqlalchemy/session.py
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
||||||
|
|
||||||
|
# Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
|
||||||
|
# Copyright (C) 2013 Rackspace Hosting All Rights Reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
@@ -1,88 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
|
|
||||||
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
||||||
|
|
||||||
# Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
|
|
||||||
# Copyright (C) 2013 Rackspace Hosting Inc. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
import logging
|
|
||||||
|
|
||||||
from taskflow import logbook
|
|
||||||
|
|
||||||
from celery import chord
|
|
||||||
|
|
||||||
LOG = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
|
|
||||||
class Workflow(object):
|
|
||||||
"""A linear chain of independent tasks that can be applied as one unit or
|
|
||||||
rolled back as one unit."""
|
|
||||||
|
|
||||||
def __init__(self, name, tolerant=False, parents=None):
|
|
||||||
self.name = name
|
|
||||||
self.root = None
|
|
||||||
self._tasks = []
|
|
||||||
logbook.register_workflow(name)
|
|
||||||
|
|
||||||
|
|
||||||
def chain_listeners(self, context, initial_task, callback_task):
|
|
||||||
""" Register one listener for a task """
|
|
||||||
if self.root is None:
|
|
||||||
initial_task.name = '%s.%s' % (self.name, initial_task.name)
|
|
||||||
self.root = initial_task.s(context)
|
|
||||||
self._tasks.append(initial_task)
|
|
||||||
LOG.info('WF %s root task set to %s' % (self.name, initial_task.name))
|
|
||||||
|
|
||||||
callback_task.name = '%s.%s' % (self.name, callback_task.name)
|
|
||||||
self._tasks.append(callback_task)
|
|
||||||
|
|
||||||
initial_task.link(callback_task.s(context))
|
|
||||||
|
|
||||||
def split_listeners(self, context, initial_task, callback_tasks):
|
|
||||||
""" Register multiple listeners for one task """
|
|
||||||
if self.root is None:
|
|
||||||
initial_task.name = '%s.%s' % (self.name, initial_task.name)
|
|
||||||
self.root = initial_task.s(context)
|
|
||||||
self._tasks.append(initial_task)
|
|
||||||
LOG.info('WF %s root task set to %s' % (self.name, initial_task.name))
|
|
||||||
for task in callback_tasks:
|
|
||||||
task.name = '%s.%s' % (self.name, task.name)
|
|
||||||
self._tasks.append(task)
|
|
||||||
initial_task.link(task.s(context))
|
|
||||||
|
|
||||||
def merge_listeners(self, context, inital_tasks, callback_task):
|
|
||||||
""" Register one listener for multiple tasks """
|
|
||||||
header = []
|
|
||||||
if self.root is None:
|
|
||||||
self.root = []
|
|
||||||
for task in initial_tasks:
|
|
||||||
task.name = '%s.%s' % (self.name, task.name)
|
|
||||||
self._tasks.append(task)
|
|
||||||
header.append(task.s(context))
|
|
||||||
if isinstance(self.root, list):
|
|
||||||
self.root.append(task.s(context))
|
|
||||||
LOG.info('WF %s added root task %s' %
|
|
||||||
(self.name, task.name))
|
|
||||||
callback_task.name = '%s.%s' % (self.name, callback_task.name)
|
|
||||||
self._tasks.append(callback_task)
|
|
||||||
|
|
||||||
#TODO: Need to set up chord so that it's not executed immediately
|
|
||||||
c = chord(header, body=callback_task)
|
|
||||||
|
|
||||||
def run(self, context, *args, **kwargs):
|
|
||||||
""" Start root task and kick off workflow """
|
|
||||||
root(context)
|
|
||||||
LOG.info('WF %s has been started' % (self.name,))
|
|
||||||
|
|
||||||
@@ -93,3 +93,30 @@ class ReaderWriterLock(object):
|
|||||||
self.readers_ok.acquire()
|
self.readers_ok.acquire()
|
||||||
self.readers_ok.notifyAll()
|
self.readers_ok.notifyAll()
|
||||||
self.readers_ok.release()
|
self.readers_ok.release()
|
||||||
|
|
||||||
|
class LazyPluggable(object):
|
||||||
|
"""A pluggable backend loaded lazily based on some value."""
|
||||||
|
|
||||||
|
def __init__(self, pivot, **backends):
|
||||||
|
self.__backends = backends
|
||||||
|
self.__pivot = pivot
|
||||||
|
self.__backend = None
|
||||||
|
|
||||||
|
def __get_backend(self):
|
||||||
|
if not self.__backend:
|
||||||
|
backend_name = 'sqlalchemy'
|
||||||
|
backend = self.__backends[backend_name]
|
||||||
|
if isinstance(backend, tuple):
|
||||||
|
name = backend[0]
|
||||||
|
fromlist = backend[1]
|
||||||
|
else:
|
||||||
|
name = backend
|
||||||
|
fromlist = backend
|
||||||
|
|
||||||
|
self.__backend = __import__(name, None, None, fromlist)
|
||||||
|
return self.__backend
|
||||||
|
|
||||||
|
def __getattr__(self, key):
|
||||||
|
backend = self.__get_backend()
|
||||||
|
return getattr(backend, key)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user