deb-mistral/mistral/tests/unit/db/v2/test_sqlalchemy_db_api.py
Winson Chan 71f74a93cb Modify run_tests.sh to support PostgreSQL
Modify run_tests.sh to run unit tests with PostgreSQL. Fix a number of
connection pool and deadlock related issues in the unit tests. Fix DB
clean up routine to remove records in the correct context and order.

Change-Id: If88c00a326c025af885d061ca95588939195b7c5
Implements: blueprint run-unit-tests-on-postgresql
2015-07-06 19:16:59 +00:00

1442 lines
42 KiB
Python

# Copyright 2015 - Mirantis, Inc.
# Copyright 2015 - StackStorm, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# TODO(rakhmerov): Add checks for timestamps.
import copy
import datetime
from oslo_config import cfg
from mistral import context as auth_context
from mistral.db.v2.sqlalchemy import api as db_api
from mistral.db.v2.sqlalchemy import models as db_models
from mistral import exceptions as exc
from mistral.services import security
from mistral.tests import base as test_base
WORKBOOKS = [
{
'name': 'my_workbook1',
'definition': 'empty',
'spec': {},
'tags': ['mc'],
'scope': 'public',
'updated_at': None,
'project_id': '1233',
'trust_id': '1234'
},
{
'name': 'my_workbook2',
'description': 'my description',
'definition': 'empty',
'spec': {},
'tags': ['mc'],
'scope': 'private',
'updated_at': None,
'project_id': '1233',
'trust_id': '12345'
},
]
class SQLAlchemyTest(test_base.DbTestCase):
def setUp(self):
super(SQLAlchemyTest, self).setUp()
cfg.CONF.set_default('auth_enable', True, group='pecan')
self.addCleanup(cfg.CONF.set_default, 'auth_enable', False,
group='pecan')
class WorkbookTest(SQLAlchemyTest):
def test_create_and_get_and_load_workbook(self):
created = db_api.create_workbook(WORKBOOKS[0])
fetched = db_api.get_workbook(created['name'])
self.assertEqual(created, fetched)
fetched = db_api.load_workbook(created.name)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_workbook("not-existing-wb"))
def test_create_workbook_duplicate_without_auth(self):
cfg.CONF.set_default('auth_enable', False, group='pecan')
db_api.create_workbook(WORKBOOKS[0])
self.assertRaises(
exc.DBDuplicateEntry,
db_api.create_workbook,
WORKBOOKS[0]
)
def test_update_workbook(self):
created = db_api.create_workbook(WORKBOOKS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_workbook(
created.name,
{'definition': 'my new definition'}
)
self.assertEqual('my new definition', updated.definition)
fetched = db_api.get_workbook(created['name'])
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_workbook(self):
name = WORKBOOKS[0]['name']
self.assertIsNone(db_api.load_workbook(name))
created = db_api.create_or_update_workbook(
name,
WORKBOOKS[0]
)
self.assertIsNotNone(created)
self.assertIsNotNone(created.name)
updated = db_api.create_or_update_workbook(
created.name,
{'definition': 'my new definition'}
)
self.assertEqual('my new definition', updated.definition)
self.assertEqual(
'my new definition',
db_api.load_workbook(updated.name).definition
)
fetched = db_api.get_workbook(created.name)
self.assertEqual(updated, fetched)
def test_get_workbooks(self):
created0 = db_api.create_workbook(WORKBOOKS[0])
created1 = db_api.create_workbook(WORKBOOKS[1])
fetched = db_api.get_workbooks()
self.assertEqual(2, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual(created1, fetched[1])
def test_delete_workbook(self):
created = db_api.create_workbook(WORKBOOKS[0])
fetched = db_api.get_workbook(created.name)
self.assertEqual(created, fetched)
db_api.delete_workbook(created.name)
self.assertRaises(
exc.NotFoundException,
db_api.get_workbook,
created.name
)
def test_workbooks_in_two_projects(self):
created = db_api.create_workbook(WORKBOOKS[1])
fetched = db_api.get_workbooks()
self.assertEqual(1, len(fetched))
self.assertEqual(created, fetched[0])
# Create a new user.
auth_context.set_ctx(test_base.get_context(default=False))
created = db_api.create_workbook(WORKBOOKS[1])
fetched = db_api.get_workbooks()
self.assertEqual(1, len(fetched))
self.assertEqual(created, fetched[0])
def test_workbook_private(self):
# Create a workbook(scope=private) as under one project
# then make sure it's NOT visible for other projects.
created1 = db_api.create_workbook(WORKBOOKS[1])
fetched = db_api.get_workbooks()
self.assertEqual(1, len(fetched))
self.assertEqual(created1, fetched[0])
# Create a new user.
auth_context.set_ctx(test_base.get_context(default=False))
fetched = db_api.get_workbooks()
self.assertEqual(0, len(fetched))
def test_workbook_public(self):
# Create a workbook(scope=public) as under one project
# then make sure it's visible for other projects.
created0 = db_api.create_workbook(WORKBOOKS[0])
fetched = db_api.get_workbooks()
self.assertEqual(1, len(fetched))
self.assertEqual(created0, fetched[0])
# Assert that the project_id stored is actually the context's
# project_id not the one given.
self.assertEqual(created0.project_id, auth_context.ctx().project_id)
self.assertNotEqual(WORKBOOKS[0]['project_id'],
auth_context.ctx().project_id)
# Create a new user.
auth_context.set_ctx(test_base.get_context(default=False))
fetched = db_api.get_workbooks()
self.assertEqual(1, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual('public', created0.scope)
def test_workbook_repr(self):
s = db_api.create_workbook(WORKBOOKS[0]).__repr__()
self.assertIn('Workbook ', s)
self.assertIn("'name': 'my_workbook1'", s)
WF_DEFINITIONS = [
{
'name': 'my_wf1',
'definition': 'empty',
'spec': {},
'tags': ['mc'],
'scope': 'public',
'project_id': '1233',
'trust_id': '1234'
},
{
'name': 'my_wf2',
'definition': 'empty',
'spec': {},
'tags': ['mc'],
'scope': 'private',
'project_id': '1233',
'trust_id': '12345'
},
]
class WorkflowDefinitionTest(SQLAlchemyTest):
def test_create_and_get_and_load_workflow_definition(self):
created = db_api.create_workflow_definition(WF_DEFINITIONS[0])
fetched = db_api.get_workflow_definition(created.name)
self.assertEqual(created, fetched)
fetched = db_api.load_workflow_definition(created.name)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_workflow_definition("not-existing-wf"))
def test_create_workflow_definition_duplicate_without_auth(self):
cfg.CONF.set_default('auth_enable', False, group='pecan')
db_api.create_workflow_definition(WF_DEFINITIONS[0])
self.assertRaises(
exc.DBDuplicateEntry,
db_api.create_workflow_definition,
WF_DEFINITIONS[0]
)
def test_update_workflow_definition(self):
created = db_api.create_workflow_definition(WF_DEFINITIONS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_workflow_definition(
created['name'],
{'definition': 'my new definition'}
)
self.assertEqual('my new definition', updated.definition)
fetched = db_api.get_workflow_definition(created.name)
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_workflow_definition(self):
name = WF_DEFINITIONS[0]['name']
self.assertIsNone(db_api.load_workflow_definition(name))
created = db_api.create_or_update_workflow_definition(
name,
WF_DEFINITIONS[0]
)
self.assertIsNotNone(created)
self.assertIsNotNone(created.name)
updated = db_api.create_or_update_workflow_definition(
created.name,
{'definition': 'my new definition'}
)
self.assertEqual('my new definition', updated.definition)
self.assertEqual(
'my new definition',
db_api.load_workflow_definition(updated.name).definition
)
fetched = db_api.get_workflow_definition(created.name)
self.assertEqual(updated, fetched)
def test_get_workflow_definitions(self):
created0 = db_api.create_workflow_definition(WF_DEFINITIONS[0])
created1 = db_api.create_workflow_definition(WF_DEFINITIONS[1])
fetched0 = db_api.load_workflow_definition(created0.name)
fetched1 = db_api.load_workflow_definition(created1.name)
self.assertEqual(security.get_project_id(), fetched0.project_id)
self.assertEqual(security.get_project_id(), fetched1.project_id)
fetched = db_api.get_workflow_definitions()
self.assertEqual(2, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual(created1, fetched[1])
def test_delete_workflow_definition(self):
created = db_api.create_workflow_definition(WF_DEFINITIONS[0])
fetched = db_api.get_workflow_definition(created.name)
self.assertEqual(created, fetched)
db_api.delete_workflow_definition(created.name)
self.assertRaises(
exc.NotFoundException,
db_api.get_workflow_definition,
created.name
)
def test_workflow_definition_private(self):
# Create a workflow(scope=private) as under one project
# then make sure it's NOT visible for other projects.
created1 = db_api.create_workflow_definition(WF_DEFINITIONS[1])
fetched = db_api.get_workflow_definitions()
self.assertEqual(1, len(fetched))
self.assertEqual(created1, fetched[0])
# Create a new user.
auth_context.set_ctx(test_base.get_context(default=False))
fetched = db_api.get_workflow_definitions()
self.assertEqual(0, len(fetched))
def test_workflow_definition_public(self):
# Create a workflow(scope=public) as under one project
# then make sure it's visible for other projects.
created0 = db_api.create_workflow_definition(WF_DEFINITIONS[0])
fetched = db_api.get_workflow_definitions()
self.assertEqual(1, len(fetched))
self.assertEqual(created0, fetched[0])
# Assert that the project_id stored is actually the context's
# project_id not the one given.
self.assertEqual(created0.project_id, auth_context.ctx().project_id)
self.assertNotEqual(
WF_DEFINITIONS[0]['project_id'],
auth_context.ctx().project_id
)
# Create a new user.
auth_context.set_ctx(test_base.get_context(default=False))
fetched = db_api.get_workflow_definitions()
self.assertEqual(1, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual('public', created0.scope)
def test_workflow_definition_repr(self):
s = db_api.create_workflow_definition(WF_DEFINITIONS[0]).__repr__()
self.assertIn('WorkflowDefinition ', s)
self.assertIn("'name': 'my_wf1'", s)
ACTION_DEFINITIONS = [
{
'name': 'action1',
'description': 'Action #1',
'is_system': True,
'action_class': 'mypackage.my_module.Action1',
'attributes': None,
'project_id': '<default-project>'
},
{
'name': 'action2',
'description': 'Action #2',
'is_system': True,
'action_class': 'mypackage.my_module.Action2',
'attributes': None,
'project_id': '<default-project>'
},
]
class ActionDefinitionTest(SQLAlchemyTest):
def setUp(self):
super(ActionDefinitionTest, self).setUp()
db_api.delete_action_definitions()
def test_create_and_get_and_load_action_definition(self):
created = db_api.create_action_definition(ACTION_DEFINITIONS[0])
fetched = db_api.get_action_definition(created.name)
self.assertEqual(created, fetched)
fetched = db_api.load_action_definition(created.name)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_action_definition("not-existing-id"))
def test_create_action_definition_duplicate_without_auth(self):
cfg.CONF.set_default('auth_enable', False, group='pecan')
db_api.create_action_definition(ACTION_DEFINITIONS[0])
self.assertRaises(
exc.DBDuplicateEntry,
db_api.create_action_definition,
ACTION_DEFINITIONS[0]
)
def test_update_action_definition(self):
created = db_api.create_action_definition(ACTION_DEFINITIONS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_action_definition(
created.name,
{'description': 'my new desc'}
)
self.assertEqual('my new desc', updated.description)
fetched = db_api.get_action_definition(created.name)
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_action_definition(self):
name = 'not-existing-id'
self.assertIsNone(db_api.load_action_definition(name))
created = db_api.create_or_update_action_definition(
name,
ACTION_DEFINITIONS[0]
)
self.assertIsNotNone(created)
self.assertIsNotNone(created.name)
updated = db_api.create_or_update_action_definition(
created.name,
{'description': 'my new desc'}
)
self.assertEqual('my new desc', updated.description)
self.assertEqual(
'my new desc',
db_api.load_action_definition(updated.name).description
)
fetched = db_api.get_action_definition(created.name)
self.assertEqual(updated, fetched)
def test_get_action_definitions(self):
created0 = db_api.create_action_definition(ACTION_DEFINITIONS[0])
created1 = db_api.create_action_definition(ACTION_DEFINITIONS[1])
fetched = db_api.get_action_definitions(is_system=True)
self.assertEqual(2, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual(created1, fetched[1])
def test_delete_action_definition(self):
created = db_api.create_action_definition(ACTION_DEFINITIONS[0])
fetched = db_api.get_action_definition(created.name)
self.assertEqual(created, fetched)
db_api.delete_action_definition(created.name)
self.assertRaises(
exc.NotFoundException,
db_api.get_action_definition,
created.name
)
def test_action_definition_repr(self):
s = db_api.create_action_definition(ACTION_DEFINITIONS[0]).__repr__()
self.assertIn('ActionDefinition ', s)
self.assertIn("'description': 'Action #1'", s)
self.assertIn("'name': 'action1'", s)
ACTION_EXECS = [
{
'spec': None,
'state': 'IDLE',
'state_info': "Running...",
'created_at': None,
'updated_at': None,
'task_id': None,
'tags': [],
'accepted': True,
'output': {"result": "value"}
},
{
'spec': None,
'state': 'ERROR',
'state_info': "Failed due to some reason...",
'created_at': None,
'updated_at': None,
'task_id': None,
'tags': ['deployment'],
'accepted': False,
'output': {"result": "value"}
}
]
class ActionExecutionTest(SQLAlchemyTest):
def test_create_and_get_and_load_action_execution(self):
created = db_api.create_action_execution(ACTION_EXECS[0])
fetched = db_api.get_action_execution(created.id)
self.assertEqual(created, fetched)
fetched = db_api.load_action_execution(created.id)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_action_execution("not-existing-id"))
def test_update_action_execution(self):
created = db_api.create_action_execution(ACTION_EXECS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_execution(
created.id,
{'state': 'RUNNING', 'state_info': "Running..."}
)
self.assertEqual('RUNNING', updated.state)
self.assertEqual(
'RUNNING',
db_api.load_action_execution(updated.id).state
)
fetched = db_api.get_action_execution(created.id)
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_action_execution(self):
id = 'not-existing-id'
self.assertIsNone(db_api.load_action_execution(id))
created = db_api.create_or_update_action_execution(id, ACTION_EXECS[0])
self.assertIsNotNone(created)
self.assertIsNotNone(created.id)
updated = db_api.create_or_update_action_execution(
created.id,
{'state': 'RUNNING'}
)
self.assertEqual('RUNNING', updated.state)
self.assertEqual(
'RUNNING',
db_api.load_action_execution(updated.id).state
)
fetched = db_api.get_action_execution(created.id)
self.assertEqual(updated, fetched)
def test_get_action_executions(self):
created0 = db_api.create_action_execution(WF_EXECS[0])
db_api.create_action_execution(ACTION_EXECS[1])
fetched = db_api.get_action_executions(
state=WF_EXECS[0]['state']
)
self.assertEqual(1, len(fetched))
self.assertEqual(created0, fetched[0])
def test_delete_action_execution(self):
created = db_api.create_action_execution(ACTION_EXECS[0])
fetched = db_api.get_action_execution(created.id)
self.assertEqual(created, fetched)
db_api.delete_action_execution(created.id)
self.assertRaises(
exc.NotFoundException,
db_api.get_action_execution,
created.id
)
def test_trim_status_info(self):
created = db_api.create_action_execution(ACTION_EXECS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_action_execution(
created.id,
{'state': 'FAILED', 'state_info': ".." * 1024}
)
self.assertEqual('FAILED', updated.state)
state_info = db_api.load_action_execution(updated.id).state_info
self.assertEqual(
1023,
len(state_info)
)
def test_action_execution_repr(self):
s = db_api.create_action_execution(ACTION_EXECS[0]).__repr__()
self.assertIn('ActionExecution ', s)
self.assertIn("'state': 'IDLE'", s)
self.assertIn("'state_info': 'Running...'", s)
self.assertIn("'accepted': True", s)
WF_EXECS = [
{
'spec': {},
'start_params': {'task': 'my_task1'},
'state': 'IDLE',
'state_info': "Running...",
'created_at': None,
'updated_at': None,
'context': None,
'task_id': None,
'trust_id': None,
'description': None,
},
{
'spec': {},
'start_params': {'task': 'my_task1'},
'state': 'RUNNING',
'state_info': "Running...",
'created_at': None,
'updated_at': None,
'context': {'image_id': '123123'},
'task_id': None,
'trust_id': None,
'description': None,
}
]
class WorkflowExecutionTest(SQLAlchemyTest):
def test_create_and_get_and_load_workflow_execution(self):
created = db_api.create_workflow_execution(WF_EXECS[0])
fetched = db_api.get_workflow_execution(created.id)
self.assertEqual(created, fetched)
fetched = db_api.load_workflow_execution(created.id)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_workflow_execution("not-existing-id"))
def test_update_workflow_execution(self):
created = db_api.create_workflow_execution(WF_EXECS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_execution(
created.id,
{'state': 'RUNNING', 'state_info': "Running..."}
)
self.assertEqual('RUNNING', updated.state)
self.assertEqual(
'RUNNING',
db_api.load_workflow_execution(updated.id).state
)
fetched = db_api.get_workflow_execution(created.id)
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_workflow_execution(self):
id = 'not-existing-id'
self.assertIsNone(db_api.load_workflow_execution(id))
created = db_api.create_or_update_workflow_execution(id, WF_EXECS[0])
self.assertIsNotNone(created)
self.assertIsNotNone(created.id)
updated = db_api.create_or_update_workflow_execution(
created.id,
{'state': 'RUNNING'}
)
self.assertEqual('RUNNING', updated.state)
self.assertEqual(
'RUNNING',
db_api.load_workflow_execution(updated.id).state
)
fetched = db_api.get_workflow_execution(created.id)
self.assertEqual(updated, fetched)
def test_get_workflow_executions(self):
created0 = db_api.create_workflow_execution(WF_EXECS[0])
db_api.create_workflow_execution(WF_EXECS[1])
fetched = db_api.get_workflow_executions(
state=WF_EXECS[0]['state']
)
self.assertEqual(1, len(fetched))
self.assertEqual(created0, fetched[0])
def test_delete_workflow_execution(self):
created = db_api.create_workflow_execution(WF_EXECS[0])
fetched = db_api.get_workflow_execution(created.id)
self.assertEqual(created, fetched)
db_api.delete_workflow_execution(created.id)
self.assertRaises(
exc.NotFoundException,
db_api.get_workflow_execution,
created.id
)
def test_trim_status_info(self):
created = db_api.create_workflow_execution(WF_EXECS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_workflow_execution(
created.id,
{'state': 'FAILED', 'state_info': ".." * 1024}
)
self.assertEqual('FAILED', updated.state)
state_info = db_api.load_execution(updated.id).state_info
self.assertEqual(
1023,
len(state_info)
)
def test_task_executions(self):
# Add an associated object into collection.
with db_api.transaction():
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
self.assertEqual(0, len(wf_ex.task_executions))
wf_ex.task_executions.append(
db_models.TaskExecution(**TASK_EXECS[0])
)
# Make sure task execution has been saved.
with db_api.transaction():
wf_ex = db_api.get_workflow_execution(wf_ex.id)
self.assertIsNotNone(wf_ex)
self.assertEqual(1, len(wf_ex.task_executions))
task_ex = wf_ex.task_executions[0]
self.assertEqual(TASK_EXECS[0]['name'], task_ex.name)
# Make sure that polymorphic load works correctly.
self.assertEqual(2, len(db_api.get_executions()))
self.assertEqual(1, len(db_api.get_workflow_executions()))
self.assertEqual(1, len(db_api.get_task_executions()))
# Remove task execution from collection.
with db_api.transaction():
wf_ex = db_api.get_workflow_execution(wf_ex.id)
del wf_ex.task_executions[:]
# Make sure task execution has been removed.
with db_api.transaction():
wf_ex = db_api.get_workflow_execution(wf_ex.id)
self.assertEqual(0, len(wf_ex.task_executions))
self.assertIsNone(db_api.load_task_execution(task_ex.id))
def test_workflow_execution_repr(self):
s = db_api.create_workflow_execution(WF_EXECS[0]).__repr__()
self.assertIn('Execution ', s)
self.assertIn("'context': None", s)
self.assertIn("'state': 'IDLE'", s)
TASK_EXECS = [
{
'workflow_execution_id': '1',
'workflow_name': 'my_wb.my_wf',
'name': 'my_task1',
'spec': None,
'action_spec': None,
'state': 'IDLE',
'tags': ['deployment'],
'in_context': None,
'runtime_context': None,
'created_at': None,
'updated_at': None
},
{
'workflow_execution_id': '1',
'workflow_name': 'my_wb.my_wf',
'name': 'my_task2',
'spec': None,
'action_spec': None,
'state': 'IDLE',
'tags': ['deployment'],
'in_context': {'image_id': '123123'},
'runtime_context': None,
'created_at': None,
'updated_at': None
},
]
class TaskExecutionTest(SQLAlchemyTest):
def test_create_and_get_and_load_task_execution(self):
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
values = copy.copy(TASK_EXECS[0])
values.update({'workflow_execution_id': wf_ex.id})
created = db_api.create_task_execution(values)
fetched = db_api.get_task_execution(created.id)
self.assertEqual(created, fetched)
self.assertNotIsInstance(fetched.workflow_execution, list)
fetched = db_api.load_task_execution(created.id)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_task_execution("not-existing-id"))
def test_action_executions(self):
# Store one task with two invocations.
with db_api.transaction():
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
values = copy.copy(TASK_EXECS[0])
values.update({'workflow_execution_id': wf_ex.id})
task = db_api.create_task_execution(values)
self.assertEqual(0, len(task.executions))
a_ex1 = db_models.ActionExecution()
a_ex2 = db_models.ActionExecution()
task.executions.append(a_ex1)
task.executions.append(a_ex2)
self.assertEqual(2, len(task.executions))
# Make sure associated objects were saved.
with db_api.transaction():
task = db_api.get_task_execution(task.id)
self.assertEqual(2, len(task.executions))
self.assertNotIsInstance(task.executions[0].task_execution, list)
# Remove associated objects from collection.
with db_api.transaction():
task = db_api.get_task_execution(task.id)
del task.executions[:]
# Make sure associated objects were deleted.
with db_api.transaction():
task = db_api.get_task_execution(task.id)
self.assertEqual(0, len(task.executions))
def test_update_task_execution(self):
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
values = copy.copy(TASK_EXECS[0])
values.update({'workflow_execution_id': wf_ex.id})
created = db_api.create_task_execution(values)
self.assertIsNone(created.updated_at)
updated = db_api.update_task_execution(
created.id,
{'workflow_name': 'new_wf'}
)
self.assertEqual('new_wf', updated.workflow_name)
fetched = db_api.get_task_execution(created.id)
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_task_execution(self):
id = 'not-existing-id'
self.assertIsNone(db_api.load_task_execution(id))
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
values = copy.copy(TASK_EXECS[0])
values.update({'workflow_execution_id': wf_ex.id})
created = db_api.create_or_update_task_execution(id, values)
self.assertIsNotNone(created)
self.assertIsNotNone(created.id)
updated = db_api.create_or_update_task_execution(
created.id,
{'state': 'RUNNING'}
)
self.assertEqual('RUNNING', updated.state)
self.assertEqual(
'RUNNING',
db_api.load_task_execution(updated.id).state
)
fetched = db_api.get_task_execution(created.id)
self.assertEqual(updated, fetched)
def test_get_task_executions(self):
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
values = copy.copy(TASK_EXECS[0])
values.update({'workflow_execution_id': wf_ex.id})
created0 = db_api.create_task_execution(values)
values = copy.copy(TASK_EXECS[1])
values.update({'workflow_execution_id': wf_ex.id})
created1 = db_api.create_task_execution(values)
fetched = db_api.get_task_executions(
workflow_name=TASK_EXECS[0]['workflow_name']
)
self.assertEqual(2, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual(created1, fetched[1])
def test_delete_task_execution(self):
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
values = copy.copy(TASK_EXECS[0])
values.update({'workflow_execution_id': wf_ex.id})
created = db_api.create_task_execution(values)
fetched = db_api.get_task_execution(created.id)
self.assertEqual(created, fetched)
db_api.delete_task_execution(created.id)
self.assertRaises(
exc.NotFoundException,
db_api.get_task_execution,
created.id
)
def test_task_execution_repr(self):
wf_ex = db_api.create_workflow_execution(WF_EXECS[0])
values = copy.copy(TASK_EXECS[0])
values.update({'workflow_execution_id': wf_ex.id})
s = db_api.create_task_execution(values).__repr__()
self.assertIn('TaskExecution ', s)
self.assertIn("'state': 'IDLE'", s)
self.assertIn("'name': 'my_task1'", s)
CRON_TRIGGERS = [
{
'name': 'trigger1',
'pattern': '* * * * *',
'workflow_name': 'my_wf',
'workflow_id': None,
'workflow_input': {},
'next_execution_time':
datetime.datetime.now() + datetime.timedelta(days=1),
'remaining_executions': 42,
'scope': 'private',
'project_id': '<default-project>'
},
{
'name': 'trigger2',
'pattern': '* * * * *',
'workflow_name': 'my_wf',
'workflow_id': None,
'workflow_input': {'param': 'val'},
'next_execution_time':
datetime.datetime.now() + datetime.timedelta(days=1),
'remaining_executions': 42,
'scope': 'private',
'project_id': '<default-project>'
},
]
class CronTriggerTest(SQLAlchemyTest):
def setUp(self):
super(CronTriggerTest, self).setUp()
self.wf = db_api.create_workflow_definition({'name': 'my_wf'})
for ct in CRON_TRIGGERS:
ct['workflow_id'] = self.wf.id
def test_create_and_get_and_load_cron_trigger(self):
created = db_api.create_cron_trigger(CRON_TRIGGERS[0])
fetched = db_api.get_cron_trigger(created.name)
self.assertEqual(created, fetched)
fetched = db_api.load_cron_trigger(created.name)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_cron_trigger("not-existing-trigger"))
def test_create_cron_trigger_duplicate_without_auth(self):
cfg.CONF.set_default('auth_enable', False, group='pecan')
db_api.create_cron_trigger(CRON_TRIGGERS[0])
self.assertRaises(
exc.DBDuplicateEntry,
db_api.create_cron_trigger,
CRON_TRIGGERS[0]
)
def test_update_cron_trigger(self):
created = db_api.create_cron_trigger(CRON_TRIGGERS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_cron_trigger(
created.name,
{'pattern': '*/1 * * * *'}
)
self.assertEqual('*/1 * * * *', updated.pattern)
fetched = db_api.get_cron_trigger(created.name)
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_cron_trigger(self):
name = 'not-existing-id'
self.assertIsNone(db_api.load_cron_trigger(name))
created = db_api.create_or_update_cron_trigger(name, CRON_TRIGGERS[0])
self.assertIsNotNone(created)
self.assertIsNotNone(created.name)
updated = db_api.create_or_update_cron_trigger(
created.name,
{'pattern': '*/1 * * * *'}
)
self.assertEqual('*/1 * * * *', updated.pattern)
fetched = db_api.get_cron_trigger(created.name)
self.assertEqual(updated, fetched)
def test_get_cron_triggers(self):
created0 = db_api.create_cron_trigger(CRON_TRIGGERS[0])
created1 = db_api.create_cron_trigger(CRON_TRIGGERS[1])
fetched = db_api.get_cron_triggers(pattern='* * * * *')
self.assertEqual(2, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual(created1, fetched[1])
def test_delete_cron_trigger(self):
created = db_api.create_cron_trigger(CRON_TRIGGERS[0])
fetched = db_api.get_cron_trigger(created.name)
self.assertEqual(created, fetched)
db_api.delete_cron_trigger(created.name)
self.assertRaises(
exc.NotFoundException,
db_api.get_cron_trigger,
created.name
)
def test_cron_trigger_repr(self):
s = db_api.create_cron_trigger(CRON_TRIGGERS[0]).__repr__()
self.assertIn('CronTrigger ', s)
self.assertIn("'pattern': '* * * * *'", s)
self.assertIn("'name': 'trigger1'", s)
ENVIRONMENTS = [
{
'name': 'env1',
'description': 'Test Environment #1',
'scope': 'private',
'variables': {
'server': 'localhost',
'database': 'test',
'timeout': 600,
'verbose': True
}
},
{
'name': 'env2',
'description': 'Test Environment #2',
'scope': 'public',
'variables': {
'server': '127.0.0.1',
'database': 'temp',
'timeout': 300,
'verbose': False
}
}
]
class EnvironmentTest(SQLAlchemyTest):
def setUp(self):
super(EnvironmentTest, self).setUp()
db_api.delete_environments()
def test_create_and_get_and_load_environment(self):
created = db_api.create_environment(ENVIRONMENTS[0])
fetched = db_api.get_environment(created.name)
self.assertEqual(created, fetched)
fetched = db_api.load_environment(created.name)
self.assertEqual(created, fetched)
self.assertIsNone(db_api.load_environment("not-existing-id"))
def test_create_environment_duplicate_without_auth(self):
cfg.CONF.set_default('auth_enable', False, group='pecan')
db_api.create_environment(ENVIRONMENTS[0])
self.assertRaises(
exc.DBDuplicateEntry,
db_api.create_environment,
ENVIRONMENTS[0]
)
def test_update_environment(self):
created = db_api.create_environment(ENVIRONMENTS[0])
self.assertIsNone(created.updated_at)
updated = db_api.update_environment(
created.name,
{'description': 'my new desc'}
)
self.assertEqual('my new desc', updated.description)
fetched = db_api.get_environment(created.name)
self.assertEqual(updated, fetched)
self.assertIsNotNone(fetched.updated_at)
def test_create_or_update_environment(self):
name = 'not-existing-id'
self.assertIsNone(db_api.load_environment(name))
created = db_api.create_or_update_environment(name, ENVIRONMENTS[0])
self.assertIsNotNone(created)
self.assertIsNotNone(created.name)
updated = db_api.create_or_update_environment(
created.name,
{'description': 'my new desc'}
)
self.assertEqual('my new desc', updated.description)
self.assertEqual(
'my new desc',
db_api.load_environment(updated.name).description
)
fetched = db_api.get_environment(created.name)
self.assertEqual(updated, fetched)
def test_get_environments(self):
created0 = db_api.create_environment(ENVIRONMENTS[0])
created1 = db_api.create_environment(ENVIRONMENTS[1])
fetched = db_api.get_environments()
self.assertEqual(2, len(fetched))
self.assertEqual(created0, fetched[0])
self.assertEqual(created1, fetched[1])
def test_delete_environment(self):
created = db_api.create_environment(ENVIRONMENTS[0])
fetched = db_api.get_environment(created.name)
self.assertEqual(created, fetched)
db_api.delete_environment(created.name)
self.assertRaises(
exc.NotFoundException,
db_api.get_environment,
created.name
)
def test_environment_repr(self):
s = db_api.create_environment(ENVIRONMENTS[0]).__repr__()
self.assertIn('Environment ', s)
self.assertIn("'description': 'Test Environment #1'", s)
self.assertIn("'name': 'env1'", s)
class TXTest(SQLAlchemyTest):
def test_rollback(self):
db_api.start_tx()
try:
created = db_api.create_workbook(WORKBOOKS[0])
fetched = db_api.get_workbook(created.name)
self.assertEqual(created, fetched)
self.assertTrue(self.is_db_session_open())
db_api.rollback_tx()
finally:
db_api.end_tx()
self.assertFalse(self.is_db_session_open())
self.assertRaises(
exc.NotFoundException,
db_api.get_workbook,
created['id']
)
self.assertFalse(self.is_db_session_open())
def test_commit(self):
db_api.start_tx()
try:
created = db_api.create_workbook(WORKBOOKS[0])
fetched = db_api.get_workbook(created.name)
self.assertEqual(created, fetched)
self.assertTrue(self.is_db_session_open())
db_api.commit_tx()
finally:
db_api.end_tx()
self.assertFalse(self.is_db_session_open())
fetched = db_api.get_workbook(created.name)
self.assertEqual(created, fetched)
self.assertFalse(self.is_db_session_open())
def test_commit_transaction(self):
with db_api.transaction():
created = db_api.create_workbook(WORKBOOKS[0])
fetched = db_api.get_workbook(created.name)
self.assertEqual(created, fetched)
self.assertTrue(self.is_db_session_open())
self.assertFalse(self.is_db_session_open())
fetched = db_api.get_workbook(created.name)
self.assertEqual(created, fetched)
self.assertFalse(self.is_db_session_open())
def test_rollback_multiple_objects(self):
db_api.start_tx()
try:
created = db_api.create_workflow_execution(WF_EXECS[0])
fetched = db_api.get_workflow_execution(created['id'])
self.assertEqual(created, fetched)
created_wb = db_api.create_workbook(WORKBOOKS[0])
fetched_wb = db_api.get_workbook(created_wb.name)
self.assertEqual(created_wb, fetched_wb)
self.assertTrue(self.is_db_session_open())
db_api.rollback_tx()
finally:
db_api.end_tx()
self.assertFalse(self.is_db_session_open())
self.assertRaises(
exc.NotFoundException,
db_api.get_workflow_execution,
created.id
)
self.assertRaises(
exc.NotFoundException,
db_api.get_workbook,
created_wb.name
)
self.assertFalse(self.is_db_session_open())
def test_rollback_transaction(self):
try:
with db_api.transaction():
created = db_api.create_workbook(WORKBOOKS[0])
fetched = db_api.get_workbook(created.name)
self.assertEqual(created, fetched)
self.assertTrue(self.is_db_session_open())
db_api.create_workbook(WORKBOOKS[0])
except exc.DBDuplicateEntry:
pass
self.assertFalse(self.is_db_session_open())
self.assertRaises(
exc.NotFoundException,
db_api.get_workbook,
created.name
)
def test_commit_multiple_objects(self):
db_api.start_tx()
try:
created = db_api.create_workflow_execution(WF_EXECS[0])
fetched = db_api.get_workflow_execution(created.id)
self.assertEqual(created, fetched)
created_wb = db_api.create_workbook(WORKBOOKS[0])
fetched_wb = db_api.get_workbook(created_wb.name)
self.assertEqual(created_wb, fetched_wb)
self.assertTrue(self.is_db_session_open())
db_api.commit_tx()
finally:
db_api.end_tx()
self.assertFalse(self.is_db_session_open())
fetched = db_api.get_workflow_execution(created.id)
self.assertEqual(created, fetched)
fetched_wb = db_api.get_workbook(created_wb.name)
self.assertEqual(created_wb, fetched_wb)
self.assertFalse(self.is_db_session_open())