In this commit we split utils module into several parts: - flow_utils, with code used in running flows; - threading_utils, with code that helps in working with threads; - reflection, with code that inspects python objects metadata; - misc, with all the other code that used to live in utils.py. We also move graph_utils into taskflow.utils package. This commit just moves code around. It should not change any logic (with exception of complex_graph example). Change-Id: Iebfe45395f0ff502bc00fc7ae14829130b2c6abe
169 lines
5.1 KiB
Python
169 lines
5.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import functools
|
|
|
|
from taskflow import decorators
|
|
from taskflow import test
|
|
from taskflow.utils import flow_utils
|
|
from taskflow.utils import reflection
|
|
|
|
|
|
class UtilTest(test.TestCase):
|
|
def test_rollback_accum(self):
|
|
context = {}
|
|
|
|
def caller(token, e):
|
|
context[token] = True
|
|
|
|
accum = flow_utils.RollbackAccumulator()
|
|
|
|
def blowup():
|
|
for i in range(0, 10):
|
|
accum.add(functools.partial(caller, i))
|
|
self.assertEquals(0, len(context))
|
|
raise Exception
|
|
|
|
# Test manual triggering
|
|
self.assertEquals(0, len(accum))
|
|
self.assertRaises(Exception, blowup)
|
|
self.assertEquals(10, len(accum))
|
|
self.assertEquals(0, len(context))
|
|
accum.rollback(Exception())
|
|
self.assertEquals(10, len(context))
|
|
|
|
# Test context manager triggering
|
|
context = {}
|
|
accum.reset()
|
|
self.assertEquals(0, len(accum))
|
|
try:
|
|
with accum:
|
|
blowup()
|
|
except Exception:
|
|
pass
|
|
self.assertEquals(10, len(accum))
|
|
self.assertEquals(10, len(context))
|
|
|
|
|
|
def mere_function(a, b):
|
|
pass
|
|
|
|
|
|
def function_with_defaults(a, b, optional=None):
|
|
pass
|
|
|
|
|
|
class Class(object):
|
|
|
|
def method(self, c, d):
|
|
pass
|
|
|
|
@staticmethod
|
|
def static_method(e, f):
|
|
pass
|
|
|
|
@classmethod
|
|
def class_method(cls, g, h):
|
|
pass
|
|
|
|
|
|
class CallableClass(object):
|
|
def __call__(self, i, j):
|
|
pass
|
|
|
|
|
|
class ClassWithInit(object):
|
|
def __init__(self, k, l):
|
|
pass
|
|
|
|
|
|
class GetCallableNameTest(test.TestCase):
|
|
|
|
def test_mere_function(self):
|
|
name = reflection.get_callable_name(mere_function)
|
|
self.assertEquals(name, '.'.join((__name__, 'mere_function')))
|
|
|
|
def test_method(self):
|
|
name = reflection.get_callable_name(Class.method)
|
|
self.assertEquals(name, '.'.join((__name__, 'Class', 'method')))
|
|
|
|
def test_instance_method(self):
|
|
name = reflection.get_callable_name(Class().method)
|
|
self.assertEquals(name, '.'.join((__name__, 'Class', 'method')))
|
|
|
|
def test_static_method(self):
|
|
# NOTE(imelnikov): static method are just functions, class name
|
|
# is not recorded anywhere in them
|
|
name = reflection.get_callable_name(Class.static_method)
|
|
self.assertEquals(name, '.'.join((__name__, 'static_method')))
|
|
|
|
def test_class_method(self):
|
|
name = reflection.get_callable_name(Class.class_method)
|
|
self.assertEquals(name, '.'.join((__name__, 'Class', 'class_method')))
|
|
|
|
def test_constructor(self):
|
|
name = reflection.get_callable_name(Class)
|
|
self.assertEquals(name, '.'.join((__name__, 'Class')))
|
|
|
|
def test_callable_class(self):
|
|
name = reflection.get_callable_name(CallableClass())
|
|
self.assertEquals(name, '.'.join((__name__, 'CallableClass')))
|
|
|
|
def test_callable_class_call(self):
|
|
name = reflection.get_callable_name(CallableClass().__call__)
|
|
self.assertEquals(name, '.'.join((__name__, 'CallableClass',
|
|
'__call__')))
|
|
|
|
|
|
class GetRequiredCallableArgsTest(test.TestCase):
|
|
|
|
def test_mere_function(self):
|
|
result = reflection.get_required_callable_args(mere_function)
|
|
self.assertEquals(['a', 'b'], result)
|
|
|
|
def test_function_with_defaults(self):
|
|
result = reflection.get_required_callable_args(function_with_defaults)
|
|
self.assertEquals(['a', 'b'], result)
|
|
|
|
def test_method(self):
|
|
result = reflection.get_required_callable_args(Class.method)
|
|
self.assertEquals(['self', 'c', 'd'], result)
|
|
|
|
def test_instance_method(self):
|
|
result = reflection.get_required_callable_args(Class().method)
|
|
self.assertEquals(['c', 'd'], result)
|
|
|
|
def test_class_method(self):
|
|
result = reflection.get_required_callable_args(Class.class_method)
|
|
self.assertEquals(['g', 'h'], result)
|
|
|
|
def test_class_constructor(self):
|
|
result = reflection.get_required_callable_args(ClassWithInit)
|
|
self.assertEquals(['k', 'l'], result)
|
|
|
|
def test_class_with_call(self):
|
|
result = reflection.get_required_callable_args(CallableClass())
|
|
self.assertEquals(['i', 'j'], result)
|
|
|
|
def test_decorators_work(self):
|
|
@decorators.locked
|
|
def locked_fun(x, y):
|
|
pass
|
|
result = reflection.get_required_callable_args(locked_fun)
|
|
self.assertEquals(['x', 'y'], result)
|