1011df951e
In addition to iteration over its children (atoms or subflows) each pattern now provides iter_links() method that iterates over dependency links. This allows engines to treat all patterns in the same way instead knowing what structure each pattern expresses. Change-Id: I52cb5b0b501eefc8eb56a9ef5303aeb318013e11
216 lines
8.5 KiB
Python
216 lines
8.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright (C) 2012 Yahoo! Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import collections
|
|
|
|
import taskflow.engines
|
|
|
|
from taskflow.patterns import graph_flow as gw
|
|
from taskflow.utils import flow_utils as fu
|
|
from taskflow.utils import graph_utils as gu
|
|
|
|
from taskflow import test
|
|
from taskflow.tests import utils
|
|
|
|
|
|
class GraphFlowTest(test.TestCase):
|
|
def _make_engine(self, flow):
|
|
return taskflow.engines.load(flow, store={})
|
|
|
|
def _capture_states(self):
|
|
# TODO(harlowja): move function to shared helper.
|
|
capture_where = collections.defaultdict(list)
|
|
|
|
def do_capture(state, details):
|
|
task_uuid = details.get('task_uuid')
|
|
if not task_uuid:
|
|
return
|
|
capture_where[task_uuid].append(state)
|
|
|
|
return (do_capture, capture_where)
|
|
|
|
def test_ordering(self):
|
|
wf = gw.Flow("the-test-action")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
requires=[],
|
|
provides=set(['a', 'b']))
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=['c'],
|
|
requires=['a', 'b'])
|
|
test_3 = utils.ProvidesRequiresTask('test-3',
|
|
provides=[],
|
|
requires=['c'])
|
|
wf.add(test_1, test_2, test_3)
|
|
self.assertEqual(3, len(wf))
|
|
|
|
edges = [(src, dst) for src, dst, _meta in wf.iter_links()]
|
|
self.assertIn((test_1, test_2), edges)
|
|
self.assertIn((test_2, test_3), edges)
|
|
self.assertEqual(2, len(edges))
|
|
|
|
def test_basic_edge_reasons(self):
|
|
wf = gw.Flow("the-test-action")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
requires=[],
|
|
provides=set(['a', 'b']))
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=['c'],
|
|
requires=['a', 'b'])
|
|
wf.add(test_1, test_2)
|
|
edges = list(wf.iter_links())
|
|
self.assertEqual(len(edges), 1)
|
|
|
|
from_task, to_task, edge_attrs = edges[0]
|
|
self.assertIs(from_task, test_1)
|
|
self.assertIs(to_task, test_2)
|
|
|
|
self.assertTrue(len(edge_attrs) > 0)
|
|
self.assertIn('reasons', edge_attrs)
|
|
self.assertEqual(set(['a', 'b']), edge_attrs['reasons'])
|
|
|
|
def test_linked_edge_reasons(self):
|
|
wf = gw.Flow("the-test-action")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
requires=[],
|
|
provides=[])
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=[],
|
|
requires=[])
|
|
wf.add(test_1, test_2)
|
|
self.assertEqual(len(list(wf.iter_links())), 0)
|
|
|
|
wf.link(test_1, test_2)
|
|
edges = list(wf.iter_links())
|
|
self.assertEqual(len(edges), 1)
|
|
|
|
from_task, to_task, edge_attrs = edges[0]
|
|
self.assertIs(from_task, test_1)
|
|
self.assertIs(to_task, test_2)
|
|
|
|
self.assertTrue(len(edge_attrs) > 0)
|
|
self.assertTrue(edge_attrs.get('manual'))
|
|
|
|
def test_flatten_attribute(self):
|
|
wf = gw.Flow("the-test-action")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
requires=[],
|
|
provides=[])
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=[],
|
|
requires=[])
|
|
wf.add(test_1, test_2)
|
|
wf.link(test_1, test_2)
|
|
g = fu.flatten(wf)
|
|
self.assertEqual(2, len(g))
|
|
edge_attrs = gu.get_edge_attrs(g, test_1, test_2)
|
|
self.assertTrue(edge_attrs.get('manual'))
|
|
self.assertTrue(edge_attrs.get('flatten'))
|
|
|
|
|
|
class TargetedGraphFlowTest(test.TestCase):
|
|
|
|
def test_targeted_flow(self):
|
|
wf = gw.TargetedFlow("test")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
provides=['a'], requires=[])
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=['b'], requires=['a'])
|
|
test_3 = utils.ProvidesRequiresTask('test-3',
|
|
provides=[], requires=['b'])
|
|
test_4 = utils.ProvidesRequiresTask('test-4',
|
|
provides=[], requires=['b'])
|
|
wf.add(test_1, test_2, test_3, test_4)
|
|
wf.set_target(test_3)
|
|
g = fu.flatten(wf)
|
|
self.assertEqual(3, len(g))
|
|
self.assertFalse(g.has_node(test_4))
|
|
self.assertFalse('c' in wf.provides)
|
|
|
|
def test_targeted_flow_reset(self):
|
|
wf = gw.TargetedFlow("test")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
provides=['a'], requires=[])
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=['b'], requires=['a'])
|
|
test_3 = utils.ProvidesRequiresTask('test-3',
|
|
provides=[], requires=['b'])
|
|
test_4 = utils.ProvidesRequiresTask('test-4',
|
|
provides=['c'], requires=['b'])
|
|
wf.add(test_1, test_2, test_3, test_4)
|
|
wf.set_target(test_3)
|
|
wf.reset_target()
|
|
g = fu.flatten(wf)
|
|
self.assertEqual(4, len(g))
|
|
self.assertTrue(g.has_node(test_4))
|
|
|
|
def test_targeted_flow_bad_target(self):
|
|
wf = gw.TargetedFlow("test")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
provides=['a'], requires=[])
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=['b'], requires=['a'])
|
|
wf.add(test_1)
|
|
self.assertRaisesRegexp(ValueError, '^Item .* not found',
|
|
wf.set_target, test_2)
|
|
|
|
def test_targeted_flow_one_node(self):
|
|
wf = gw.TargetedFlow("test")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
provides=['a'], requires=[])
|
|
wf.add(test_1)
|
|
wf.set_target(test_1)
|
|
g = fu.flatten(wf)
|
|
self.assertEqual(1, len(g))
|
|
self.assertTrue(g.has_node(test_1))
|
|
|
|
def test_recache_on_add(self):
|
|
wf = gw.TargetedFlow("test")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
provides=[], requires=['a'])
|
|
wf.add(test_1)
|
|
wf.set_target(test_1)
|
|
self.assertEqual(1, len(wf))
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=['a'], requires=[])
|
|
wf.add(test_2)
|
|
self.assertEqual(2, len(wf))
|
|
|
|
def test_recache_on_add_no_deps(self):
|
|
wf = gw.TargetedFlow("test")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
provides=[], requires=[])
|
|
wf.add(test_1)
|
|
wf.set_target(test_1)
|
|
self.assertEqual(1, len(wf))
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=[], requires=[])
|
|
wf.add(test_2)
|
|
self.assertEqual(1, len(wf))
|
|
|
|
def test_recache_on_link(self):
|
|
wf = gw.TargetedFlow("test")
|
|
test_1 = utils.ProvidesRequiresTask('test-1',
|
|
provides=[], requires=[])
|
|
test_2 = utils.ProvidesRequiresTask('test-2',
|
|
provides=[], requires=[])
|
|
wf.add(test_1, test_2)
|
|
wf.set_target(test_1)
|
|
self.assertEqual(1, len(wf))
|
|
wf.link(test_2, test_1)
|
|
self.assertEqual(2, len(wf))
|
|
edges = [(src, dst) for src, dst, _meta in wf.iter_links()]
|
|
self.assertEqual([(test_2, test_1)], edges)
|