Introduce test-runner for MuranoPL test packages
This is a first commit os new murano testing framework. This commit adds base io.murano.test.testFixture class. All test classes are suppossed to be inherited from that class. Test runner accepts only such kind of classes. Also test cases should start with the 'test' prefix. setUp method executes before each test case and tearDown - after. To run tests, authorization params should be provided or murano config file. Test runner params have a higher priority than the corresponding params in config. Package to test is a required parameter. It's also allowed to specify class to execute tests in or to specify test case name. New murano-test-runner was added. To run all tests from package, execute the following command: murano-test-runner -p io.murano.test.MyTest1 -l /package/location/directory Targets blueprint simulated-execution-mode-murano-engine Change-Id: I6b9a94ab1a3942fec3ebb84a69dd548c134139df
This commit is contained in:
Ekaterina Chernova
parent
978c3f3aeb
commit
9fcd2ad11d
11
meta/io.murano/Classes/test/TestFixture.yaml
Normal file
11
meta/io.murano/Classes/test/TestFixture.yaml
Normal file
@ -0,0 +1,11 @@
|
||||
Namespaces:
|
||||
=: io.murano.test
|
||||
|
||||
Name: TestFixture
|
||||
|
||||
Methods:
|
||||
setUp:
|
||||
Body:
|
||||
|
||||
tearDown:
|
||||
Body:
|
||||
@ -50,3 +50,5 @@ Classes:
|
||||
io.murano.system.NeutronSecurityGroupManager: system/NeutronSecurityGroupManager.yaml
|
||||
io.murano.system.AwsSecurityGroupManager: system/AwsSecurityGroupManager.yaml
|
||||
io.murano.system.MistralClient: system/MistralClient.yaml
|
||||
|
||||
io.murano.test.TestFixture: test/TestFixture.yaml
|
||||
|
||||
315
murano/cmd/test_runner.py
Executable file
315
murano/cmd/test_runner.py
Executable file
@ -0,0 +1,315 @@
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
import argparse
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
import traceback
|
||||
|
||||
import eventlet
|
||||
from keystoneclient.v3 import client as ks_client
|
||||
from muranoclient.common import utils
|
||||
from oslo_config import cfg
|
||||
from oslo_db import options
|
||||
from oslo_log import log as logging
|
||||
from oslo_utils import importutils
|
||||
|
||||
from murano import version
|
||||
from murano.common.i18n import _, _LE
|
||||
from murano.common import config
|
||||
from murano.common import engine
|
||||
from murano.dsl import constants
|
||||
from murano.dsl import exceptions
|
||||
from murano.dsl import executor
|
||||
from murano.engine import client_manager
|
||||
from murano.engine import environment
|
||||
from murano.engine import package_class_loader
|
||||
from murano.engine import package_loader
|
||||
from murano.engine.system import system_objects
|
||||
|
||||
CONF = cfg.CONF
|
||||
LOG = logging.getLogger(__name__)
|
||||
LOG.logger.setLevel(logging.DEBUG)
|
||||
options.set_defaults(CONF)
|
||||
|
||||
BASE_CLASS = 'io.murano.test.TestFixture'
|
||||
TEST_CASE_NAME = re.compile('^test(?![a-z])')
|
||||
|
||||
if os.name == 'nt':
|
||||
# eventlet monkey patching causes subprocess.Popen to fail on Windows
|
||||
# when using pipes due to missing non blocking I/O support
|
||||
eventlet.monkey_patch(os=False)
|
||||
else:
|
||||
eventlet.monkey_patch()
|
||||
|
||||
|
||||
def _load_package(pkg_loader, name):
|
||||
try:
|
||||
package = pkg_loader.get_package(name)
|
||||
except exceptions.NoPackageFound:
|
||||
if not CONF.engine.load_packages_from:
|
||||
msg = _('Local package is not found since "load-packages-from" '
|
||||
'engine parameter is not provided and specified packages '
|
||||
'is not loaded to murano-api')
|
||||
else:
|
||||
msg = _('Specified package is not found: {0} were scanned together'
|
||||
' with murano database'
|
||||
).format(','.join(CONF.engine.load_packages_from))
|
||||
LOG.error(msg)
|
||||
sys.stderr.write("ERROR: {msg}".format(msg=msg))
|
||||
sys.exit(1)
|
||||
return package
|
||||
|
||||
|
||||
def _get_methods_to_run(package, tests_to_run, class_to_methods):
|
||||
if not tests_to_run:
|
||||
return class_to_methods
|
||||
|
||||
methods_to_run = {}
|
||||
|
||||
for item in tests_to_run:
|
||||
# Check for method name occurrence in all methods.
|
||||
# if there is no dot in provided item - it is a method name
|
||||
if '.' not in item:
|
||||
for class_name, methods in class_to_methods.iteritems():
|
||||
methods_to_run[class_name] = []
|
||||
if item in methods:
|
||||
methods_to_run[class_name].append(item)
|
||||
continue
|
||||
# Check match for the whole class name
|
||||
if item in package.classes:
|
||||
# Add all test cases from specified package
|
||||
if item in class_to_methods:
|
||||
methods_to_run[item] = class_to_methods[item]
|
||||
continue
|
||||
|
||||
# Check match for the class together with method specified
|
||||
class_to_test, test_method = item.rsplit('.', 1)
|
||||
if class_to_test in package.classes:
|
||||
methods_to_run[class_to_test] = [
|
||||
m for m in class_to_methods[class_to_test]
|
||||
if m == test_method]
|
||||
continue
|
||||
methods_count = sum(len(v) for v in methods_to_run.itervalues())
|
||||
methods = [k + '.' + method
|
||||
for k, v in methods_to_run.iteritems() for method in v]
|
||||
LOG.debug('{0} method(s) is(are) going to be executed: '
|
||||
'\n{1}'.format(methods_count, '\n'.join(methods)))
|
||||
return methods_to_run
|
||||
|
||||
|
||||
def _get_all_test_methods(exc, package, class_loader):
|
||||
"""Initiate objects of package classes and get test methods.
|
||||
|
||||
Check, if test class and test case name are valid.
|
||||
Return class mappings to objects and test methods.
|
||||
"""
|
||||
class_to_obj = {}
|
||||
class_to_methods = {}
|
||||
child_context = exc.object_store.context.create_child_context()
|
||||
child_context[constants.CTX_ALLOW_PROPERTY_WRITES] = True
|
||||
|
||||
for pkg_class_name in package.classes:
|
||||
class_obj = class_loader.get_class(pkg_class_name)
|
||||
|
||||
obj = class_obj.new(None, exc.object_store, child_context)()
|
||||
if BASE_CLASS not in [p.name for p in class_obj.parents]:
|
||||
LOG.debug('Class {0} is not inherited from {1}. '
|
||||
'Skipping it.'.format(pkg_class_name, BASE_CLASS))
|
||||
continue
|
||||
|
||||
class_to_obj[pkg_class_name] = obj
|
||||
# Exclude methods, that are not test cases.
|
||||
tests = []
|
||||
valid_test_name = TEST_CASE_NAME
|
||||
|
||||
for m in class_obj.methods:
|
||||
if valid_test_name.match(m):
|
||||
tests.append(m)
|
||||
class_to_methods[pkg_class_name] = tests
|
||||
return class_to_methods, class_to_obj
|
||||
|
||||
|
||||
def _call_service_method(name, exc, obj):
|
||||
if name in obj.type.methods:
|
||||
obj.type.methods[name].usage = 'Action'
|
||||
LOG.debug('Executing: {0}.{1}'.format(obj.type.name, name))
|
||||
obj.type.invoke(name, exc, obj, (), {})
|
||||
|
||||
|
||||
def _validate_keystone_opts(args):
|
||||
ks_opts_to_config = {
|
||||
'auth_url': 'auth_uri',
|
||||
'username': 'admin_user',
|
||||
'password': 'admin_password',
|
||||
'project_name': 'admin_tenant_name'}
|
||||
|
||||
ks_opts = {'auth_url': getattr(args, 'os_auth_url', None),
|
||||
'username': getattr(args, 'os_username', None),
|
||||
'password': getattr(args, 'os_password', None),
|
||||
'project_name': getattr(args, 'os_project_name', None)}
|
||||
|
||||
if None in ks_opts.values() and not CONF.default_config_files:
|
||||
msg = _LE('Please provide murano config file or credentials for '
|
||||
'authorization: {0}').format(
|
||||
', '.join(['--os-auth-url', '--os-username', '--os-password',
|
||||
'--os-project-name', '--os-tenant-id']))
|
||||
LOG.error(msg)
|
||||
sys.stderr.write("ERROR: {msg}".format(msg=msg))
|
||||
sys.exit(1)
|
||||
# Load keystone configuration parameters from config
|
||||
importutils.import_module('keystonemiddleware.auth_token')
|
||||
|
||||
for param, value in ks_opts.iteritems():
|
||||
if not value:
|
||||
ks_opts[param] = getattr(CONF.keystone_authtoken,
|
||||
ks_opts_to_config[param])
|
||||
if param == 'auth_url':
|
||||
ks_opts[param] = ks_opts[param].replace('v2.0', 'v3')
|
||||
return ks_opts
|
||||
|
||||
|
||||
def run_tests(args):
|
||||
provided_pkg_name = args.package
|
||||
load_packages_from = args.load_packages_from
|
||||
tests_to_run = args.tests
|
||||
|
||||
if not provided_pkg_name:
|
||||
msg = _('Package name is required parameter.')
|
||||
sys.stderr.write("ERROR: {msg}".format(msg=msg))
|
||||
sys.exit(1)
|
||||
|
||||
ks_opts = _validate_keystone_opts(args)
|
||||
|
||||
client = ks_client.Client(**ks_opts)
|
||||
test_env = environment.Environment()
|
||||
test_env.token = client.auth_token
|
||||
test_env.tenant_id = client.auth_tenant_id
|
||||
test_env.clients = client_manager.ClientManager(test_env)
|
||||
|
||||
murano_client_factory = lambda: \
|
||||
test_env.clients.get_murano_client(test_env)
|
||||
|
||||
# Replace location of loading packages with provided from command line.
|
||||
if load_packages_from:
|
||||
cfg.CONF.engine.load_packages_from = load_packages_from
|
||||
with package_loader.CombinedPackageLoader(murano_client_factory,
|
||||
client.tenant_id) as pkg_loader:
|
||||
class_loader = package_class_loader.PackageClassLoader(pkg_loader)
|
||||
engine.get_plugin_loader().register_in_loader(class_loader)
|
||||
system_objects.register(class_loader, pkg_loader)
|
||||
exc = executor.MuranoDslExecutor(class_loader, test_env)
|
||||
|
||||
package = _load_package(pkg_loader, provided_pkg_name)
|
||||
class_to_methods, class_to_obj = _get_all_test_methods(exc,
|
||||
package,
|
||||
class_loader)
|
||||
|
||||
run_set = _get_methods_to_run(package, tests_to_run, class_to_methods)
|
||||
if run_set:
|
||||
LOG.debug('Starting test execution.')
|
||||
else:
|
||||
msg = _('No tests found for execution.')
|
||||
LOG.error(msg)
|
||||
sys.stderr.write("ERROR: {msg}".format(msg=msg))
|
||||
sys.exit(1)
|
||||
|
||||
for pkg_class, methods in run_set.iteritems():
|
||||
obj = class_to_obj[pkg_class]
|
||||
for m in methods:
|
||||
_call_service_method('setUp', exc, obj)
|
||||
obj.type.methods[m].usage = 'Action'
|
||||
|
||||
test_env.start()
|
||||
try:
|
||||
obj.type.invoke(m, exc, obj, (), {})
|
||||
LOG.debug('\n.....{0}.{1}.....OK'.format(obj.type.name, m))
|
||||
_call_service_method('tearDown', exc, obj)
|
||||
except Exception:
|
||||
LOG.exception('\n.....{0}.{1}.....FAILURE\n'
|
||||
''.format(obj.type.name, m))
|
||||
finally:
|
||||
test_env.finish()
|
||||
|
||||
|
||||
def get_parser():
|
||||
parser = argparse.ArgumentParser(version=version.version_string,
|
||||
prog='murano-test-runner')
|
||||
parser.set_defaults(func=run_tests)
|
||||
parser.add_argument('--config-file',
|
||||
help='Path to the murano config')
|
||||
|
||||
parser.add_argument('--os-auth-url',
|
||||
default=utils.env('OS_AUTH_URL'),
|
||||
help='Authentication URL (Env: OS_AUTH_URL)')
|
||||
parser.add_argument('--os-username',
|
||||
default=utils.env('OS_USERNAME'),
|
||||
help='Defaults to env[OS_USERNAME]')
|
||||
|
||||
parser.add_argument('--os-password',
|
||||
default=utils.env('OS_PASSWORD'),
|
||||
help='Defaults to env[OS_PASSWORD]')
|
||||
|
||||
parser.add_argument('--os-project-name',
|
||||
default=utils.env('OS_PROJECT_NAME'),
|
||||
help='Defaults to env[OS_PROJECT_NAME]')
|
||||
|
||||
parser.add_argument('-p', '--package',
|
||||
help='Full name of application package that is going '
|
||||
'to be tested')
|
||||
parser.add_argument('-l', '--load_packages_from',
|
||||
nargs='*', metavar='</path1, /path2>',
|
||||
help='Directory to search packages from.'
|
||||
' We be added to the list of current directory'
|
||||
' list, provided in a config file.')
|
||||
parser.add_argument('tests', nargs='*',
|
||||
metavar='<testMethod1, className.testMethod2>',
|
||||
help='List of method names to be tested')
|
||||
return parser
|
||||
|
||||
|
||||
def main():
|
||||
parser = get_parser()
|
||||
args = parser.parse_args()
|
||||
|
||||
try:
|
||||
if args.config_file:
|
||||
default_config_files = [CONF.config_file]
|
||||
else:
|
||||
default_config_files = cfg.find_config_files('murano')
|
||||
if not default_config_files:
|
||||
murano_conf = os.path.join(os.path.dirname(__file__),
|
||||
os.pardir,
|
||||
os.pardir,
|
||||
'etc', 'murano',
|
||||
'murano.conf')
|
||||
if os.path.exists(murano_conf):
|
||||
default_config_files = [murano_conf]
|
||||
sys.argv = [sys.argv[0]]
|
||||
config.parse_args(default_config_files=default_config_files)
|
||||
except RuntimeError as e:
|
||||
LOG.exception(_LE("Failed to initialize murano-test-runner: %s") % e)
|
||||
sys.exit("ERROR: %s" % e)
|
||||
|
||||
try:
|
||||
run_tests(args)
|
||||
sys.exit(0)
|
||||
except Exception as e:
|
||||
tb = traceback.format_exc()
|
||||
err_msg = _LE("Command failed: {0}\n{1}").format(e, tb)
|
||||
LOG.error(err_msg)
|
||||
sys.exit(err_msg)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
59
murano/engine/system/test_fixture.py
Normal file
59
murano/engine/system/test_fixture.py
Normal file
@ -0,0 +1,59 @@
|
||||
# Copyright (c) 2015 Mirantis Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
||||
# implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from oslo_config import cfg
|
||||
from oslo_log import log as logging
|
||||
|
||||
import testtools
|
||||
|
||||
from murano.dsl import dsl
|
||||
from murano.dsl import helpers
|
||||
|
||||
|
||||
CONF = cfg.CONF
|
||||
LOG = logging.getLogger(__name__)
|
||||
|
||||
|
||||
@dsl.name('io.murano.test.TestFixture')
|
||||
class TestFixture(object):
|
||||
def __init__(self):
|
||||
self._test_case = testtools.TestCase('__init__')
|
||||
|
||||
def load(self, model):
|
||||
exc = helpers.get_executor()
|
||||
return exc.load(model)
|
||||
|
||||
def finish_env(self):
|
||||
env = helpers.get_environment()
|
||||
env.finish()
|
||||
|
||||
def start_env(self):
|
||||
env = helpers.get_environment()
|
||||
env.start()
|
||||
|
||||
def assert_equal(self, expected, observed, message=None):
|
||||
self._test_case.assertEqual(expected, observed, message)
|
||||
|
||||
def assert_true(self, expr, message=None):
|
||||
self._test_case.assertTrue(expr, message)
|
||||
|
||||
def assert_false(self, expr, message=None):
|
||||
self._test_case.assertFalse(expr, message)
|
||||
|
||||
def assert_in(self, needle, haystack, message=None):
|
||||
self._test_case.assertIn(needle, haystack, message)
|
||||
|
||||
def assert_not_in(self, needle, haystack, message=None):
|
||||
self._test_case.assertNotIn(needle, haystack, message)
|
||||
0
murano/tests/unit/api/cmd/__init__.py
Normal file
0
murano/tests/unit/api/cmd/__init__.py
Normal file
19
murano/tests/unit/api/cmd/test_package/Classes/Mytest1.yaml
Normal file
19
murano/tests/unit/api/cmd/test_package/Classes/Mytest1.yaml
Normal file
@ -0,0 +1,19 @@
|
||||
Namespaces:
|
||||
=: io.murano.test
|
||||
|
||||
Extends: TestFixture
|
||||
|
||||
Name: MyTest1
|
||||
|
||||
Methods:
|
||||
setUp:
|
||||
Body:
|
||||
|
||||
testSimple1:
|
||||
Body:
|
||||
|
||||
testSimple2:
|
||||
Body:
|
||||
|
||||
tearDown:
|
||||
Body:
|
||||
15
murano/tests/unit/api/cmd/test_package/Classes/Mytest2.yaml
Normal file
15
murano/tests/unit/api/cmd/test_package/Classes/Mytest2.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
Namespaces:
|
||||
=: io.murano.test
|
||||
|
||||
Extends: TestFixture
|
||||
|
||||
Name: MyTest2
|
||||
|
||||
Methods:
|
||||
testSimple1:
|
||||
Body:
|
||||
|
||||
testSimple2:
|
||||
Body:
|
||||
|
||||
thisIsNotAtestMethod:
|
||||
13
murano/tests/unit/api/cmd/test_package/Classes/Mytest3.yaml
Normal file
13
murano/tests/unit/api/cmd/test_package/Classes/Mytest3.yaml
Normal file
@ -0,0 +1,13 @@
|
||||
Namespaces:
|
||||
=: io.murano.test
|
||||
|
||||
Name: MyTest3
|
||||
|
||||
Methods:
|
||||
testSimple1:
|
||||
Body:
|
||||
|
||||
testSimple2:
|
||||
Body:
|
||||
|
||||
thisIsNotAtestMethod:
|
||||
12
murano/tests/unit/api/cmd/test_package/manifest.yaml
Normal file
12
murano/tests/unit/api/cmd/test_package/manifest.yaml
Normal file
@ -0,0 +1,12 @@
|
||||
Format: 1.0
|
||||
Type: Application
|
||||
FullName: io.murano.test.MyTest1
|
||||
Name: Test case Example
|
||||
Description: |
|
||||
Example of test-case. Mocks are not used in this app
|
||||
Author: 'Mirantis, Inc'
|
||||
Tags: []
|
||||
Classes:
|
||||
io.murano.test.MyTest1: Mytest1.yaml
|
||||
io.murano.test.MyTest2: Mytest2.yaml
|
||||
io.murano.test.MyTest3: Mytest3.yaml
|
||||
156
murano/tests/unit/api/cmd/test_test_runner.py
Normal file
156
murano/tests/unit/api/cmd/test_test_runner.py
Normal file
@ -0,0 +1,156 @@
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
import os
|
||||
import sys
|
||||
|
||||
import fixtures
|
||||
import mock
|
||||
from oslo_config import cfg
|
||||
from oslo_log import log as logging
|
||||
from oslo_utils import importutils
|
||||
import six
|
||||
import testtools
|
||||
|
||||
from murano.cmd import test_runner
|
||||
|
||||
CONF = cfg.CONF
|
||||
logging.register_options(CONF)
|
||||
logging.setup(CONF, 'murano')
|
||||
|
||||
|
||||
class TestCaseShell(testtools.TestCase):
|
||||
def setUp(self):
|
||||
super(TestCaseShell, self).setUp()
|
||||
self.auth_params = {'username': 'test',
|
||||
'password': 'test',
|
||||
'project_name': 'test',
|
||||
'auth_url': 'http://localhost:5000'}
|
||||
self.args = ['test-runner.py']
|
||||
for k, v in self.auth_params.iteritems():
|
||||
k = '--os-' + k.replace('_', '-')
|
||||
self.args.extend([k, v])
|
||||
|
||||
sys.stdout = six.StringIO()
|
||||
sys.stderr = six.StringIO()
|
||||
|
||||
self.useFixture(fixtures.MonkeyPatch('keystoneclient.v3.client.Client',
|
||||
mock.MagicMock))
|
||||
dirs = [os.path.dirname(__file__),
|
||||
os.path.join(os.path.dirname(__file__), os.pardir, os.pardir,
|
||||
os.pardir, os.pardir, os.pardir, 'meta')]
|
||||
self.override_config('load_packages_from', dirs, 'engine')
|
||||
|
||||
def tearDown(self):
|
||||
super(TestCaseShell, self).tearDown()
|
||||
CONF.clear()
|
||||
|
||||
def override_config(self, name, override, group=None):
|
||||
CONF.set_override(name, override, group)
|
||||
self.addCleanup(CONF.clear_override, name, group)
|
||||
|
||||
def shell(self, cmd_args=None, exitcode=0):
|
||||
orig = sys.stdout
|
||||
orig_stderr = sys.stderr
|
||||
sys.stdout = six.StringIO()
|
||||
sys.stderr = six.StringIO()
|
||||
args = self.args
|
||||
if cmd_args:
|
||||
cmd_args = cmd_args.split()
|
||||
args.extend(cmd_args)
|
||||
with mock.patch.object(sys, 'argv', args):
|
||||
result = self.assertRaises(SystemExit, test_runner.main)
|
||||
self.assertEqual(result.code, exitcode,
|
||||
'Command finished with error.')
|
||||
stdout = sys.stdout.getvalue()
|
||||
sys.stdout.close()
|
||||
sys.stdout = orig
|
||||
stderr = sys.stderr.getvalue()
|
||||
sys.stderr.close()
|
||||
sys.stderr = orig_stderr
|
||||
return (stdout, stderr)
|
||||
|
||||
def test_help(self):
|
||||
stdout, stderr = self.shell('--help')
|
||||
usage = """usage: murano-test-runner [-h] [-v] [--config-file CONFIG_FILE]
|
||||
[--os-auth-url OS_AUTH_URL]
|
||||
[--os-username OS_USERNAME]
|
||||
[--os-password OS_PASSWORD]
|
||||
[--os-project-name OS_PROJECT_NAME] [-p PACKAGE]
|
||||
[-l [</path1, /path2> [</path1, /path2> ...]]]
|
||||
[<testMethod1, className.testMethod2> [<testMethod1, className.testMethod2""" # noqa
|
||||
self. assertIn(usage, stdout)
|
||||
|
||||
@mock.patch('keystoneclient.v3.client.Client')
|
||||
def test_os_params_replaces_config(self, mock_client):
|
||||
# Load keystone configuration parameters from config
|
||||
importutils.import_module('keystonemiddleware.auth_token')
|
||||
self.override_config('admin_user', 'new_value', 'keystone_authtoken')
|
||||
|
||||
stdout, stderr = self.shell(
|
||||
'-p io.murano.test.MyTest1 io.murano.test.MyTest2')
|
||||
|
||||
mock_client.assert_has_calls([mock.call(**self.auth_params)])
|
||||
|
||||
def test_package_all_tests(self):
|
||||
stdout, stderr = self.shell('-p io.murano.test.MyTest1')
|
||||
# NOTE(efedorova): May be, there is a problem with test-runner, since
|
||||
# all logs are passed to stderr
|
||||
self.assertIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
||||
self.assertIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
||||
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
||||
self.assertIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
||||
self.assertNotIn('thisIsNotAtestMethod', stderr)
|
||||
|
||||
def test_package_by_class(self):
|
||||
stdout, stderr = self.shell(
|
||||
'-p io.murano.test.MyTest1 io.murano.test.MyTest2')
|
||||
|
||||
self.assertNotIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
||||
self.assertNotIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
||||
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
||||
self.assertIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
||||
|
||||
def test_package_by_test_name(self):
|
||||
stdout, stderr = self.shell(
|
||||
'-p io.murano.test.MyTest1 testSimple1')
|
||||
|
||||
self.assertIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
||||
self.assertNotIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
||||
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
||||
self.assertNotIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
||||
|
||||
def test_package_by_test_and_class_name(self):
|
||||
stdout, stderr = self.shell(
|
||||
'-p io.murano.test.MyTest1 io.murano.test.MyTest2.testSimple1')
|
||||
|
||||
self.assertNotIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
||||
self.assertNotIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
||||
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
||||
self.assertNotIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
||||
|
||||
def test_service_methods(self):
|
||||
stdout, stderr = self.shell(
|
||||
'-p io.murano.test.MyTest1 io.murano.test.MyTest1.testSimple1')
|
||||
self.assertIn('Executing: io.murano.test.MyTest1.setUp', stderr)
|
||||
self.assertIn('Executing: io.murano.test.MyTest1.tearDown', stderr)
|
||||
|
||||
def test_package_is_not_provided(self):
|
||||
stdout, stderr = self.shell(exitcode=1)
|
||||
self.assertEqual(stderr, 'ERROR: Package name is required parameter.')
|
||||
|
||||
def test_wrong_parent(self):
|
||||
stdout, stderr = self.shell(
|
||||
'-p io.murano.test.MyTest1 io.murano.test.MyTest3', exitcode=1)
|
||||
self.assertIn('Class io.murano.test.MyTest3 is not inherited from'
|
||||
' io.murano.test.TestFixture. Skipping it.', stderr)
|
||||
self.assertIn('No tests found for execution.', stderr)
|
||||
Loading…
Reference in New Issue
Block a user