9fcd2ad11d
This is a first commit os new murano testing framework. This commit adds base io.murano.test.testFixture class. All test classes are suppossed to be inherited from that class. Test runner accepts only such kind of classes. Also test cases should start with the 'test' prefix. setUp method executes before each test case and tearDown - after. To run tests, authorization params should be provided or murano config file. Test runner params have a higher priority than the corresponding params in config. Package to test is a required parameter. It's also allowed to specify class to execute tests in or to specify test case name. New murano-test-runner was added. To run all tests from package, execute the following command: murano-test-runner -p io.murano.test.MyTest1 -l /package/location/directory Targets blueprint simulated-execution-mode-murano-engine Change-Id: I6b9a94ab1a3942fec3ebb84a69dd548c134139df
157 lines
6.5 KiB
Python
157 lines
6.5 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import os
|
|
import sys
|
|
|
|
import fixtures
|
|
import mock
|
|
from oslo_config import cfg
|
|
from oslo_log import log as logging
|
|
from oslo_utils import importutils
|
|
import six
|
|
import testtools
|
|
|
|
from murano.cmd import test_runner
|
|
|
|
CONF = cfg.CONF
|
|
logging.register_options(CONF)
|
|
logging.setup(CONF, 'murano')
|
|
|
|
|
|
class TestCaseShell(testtools.TestCase):
|
|
def setUp(self):
|
|
super(TestCaseShell, self).setUp()
|
|
self.auth_params = {'username': 'test',
|
|
'password': 'test',
|
|
'project_name': 'test',
|
|
'auth_url': 'http://localhost:5000'}
|
|
self.args = ['test-runner.py']
|
|
for k, v in self.auth_params.iteritems():
|
|
k = '--os-' + k.replace('_', '-')
|
|
self.args.extend([k, v])
|
|
|
|
sys.stdout = six.StringIO()
|
|
sys.stderr = six.StringIO()
|
|
|
|
self.useFixture(fixtures.MonkeyPatch('keystoneclient.v3.client.Client',
|
|
mock.MagicMock))
|
|
dirs = [os.path.dirname(__file__),
|
|
os.path.join(os.path.dirname(__file__), os.pardir, os.pardir,
|
|
os.pardir, os.pardir, os.pardir, 'meta')]
|
|
self.override_config('load_packages_from', dirs, 'engine')
|
|
|
|
def tearDown(self):
|
|
super(TestCaseShell, self).tearDown()
|
|
CONF.clear()
|
|
|
|
def override_config(self, name, override, group=None):
|
|
CONF.set_override(name, override, group)
|
|
self.addCleanup(CONF.clear_override, name, group)
|
|
|
|
def shell(self, cmd_args=None, exitcode=0):
|
|
orig = sys.stdout
|
|
orig_stderr = sys.stderr
|
|
sys.stdout = six.StringIO()
|
|
sys.stderr = six.StringIO()
|
|
args = self.args
|
|
if cmd_args:
|
|
cmd_args = cmd_args.split()
|
|
args.extend(cmd_args)
|
|
with mock.patch.object(sys, 'argv', args):
|
|
result = self.assertRaises(SystemExit, test_runner.main)
|
|
self.assertEqual(result.code, exitcode,
|
|
'Command finished with error.')
|
|
stdout = sys.stdout.getvalue()
|
|
sys.stdout.close()
|
|
sys.stdout = orig
|
|
stderr = sys.stderr.getvalue()
|
|
sys.stderr.close()
|
|
sys.stderr = orig_stderr
|
|
return (stdout, stderr)
|
|
|
|
def test_help(self):
|
|
stdout, stderr = self.shell('--help')
|
|
usage = """usage: murano-test-runner [-h] [-v] [--config-file CONFIG_FILE]
|
|
[--os-auth-url OS_AUTH_URL]
|
|
[--os-username OS_USERNAME]
|
|
[--os-password OS_PASSWORD]
|
|
[--os-project-name OS_PROJECT_NAME] [-p PACKAGE]
|
|
[-l [</path1, /path2> [</path1, /path2> ...]]]
|
|
[<testMethod1, className.testMethod2> [<testMethod1, className.testMethod2""" # noqa
|
|
self. assertIn(usage, stdout)
|
|
|
|
@mock.patch('keystoneclient.v3.client.Client')
|
|
def test_os_params_replaces_config(self, mock_client):
|
|
# Load keystone configuration parameters from config
|
|
importutils.import_module('keystonemiddleware.auth_token')
|
|
self.override_config('admin_user', 'new_value', 'keystone_authtoken')
|
|
|
|
stdout, stderr = self.shell(
|
|
'-p io.murano.test.MyTest1 io.murano.test.MyTest2')
|
|
|
|
mock_client.assert_has_calls([mock.call(**self.auth_params)])
|
|
|
|
def test_package_all_tests(self):
|
|
stdout, stderr = self.shell('-p io.murano.test.MyTest1')
|
|
# NOTE(efedorova): May be, there is a problem with test-runner, since
|
|
# all logs are passed to stderr
|
|
self.assertIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
|
self.assertIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
|
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
|
self.assertIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
|
self.assertNotIn('thisIsNotAtestMethod', stderr)
|
|
|
|
def test_package_by_class(self):
|
|
stdout, stderr = self.shell(
|
|
'-p io.murano.test.MyTest1 io.murano.test.MyTest2')
|
|
|
|
self.assertNotIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
|
self.assertNotIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
|
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
|
self.assertIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
|
|
|
def test_package_by_test_name(self):
|
|
stdout, stderr = self.shell(
|
|
'-p io.murano.test.MyTest1 testSimple1')
|
|
|
|
self.assertIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
|
self.assertNotIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
|
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
|
self.assertNotIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
|
|
|
def test_package_by_test_and_class_name(self):
|
|
stdout, stderr = self.shell(
|
|
'-p io.murano.test.MyTest1 io.murano.test.MyTest2.testSimple1')
|
|
|
|
self.assertNotIn('io.murano.test.MyTest1.testSimple1.....OK', stderr)
|
|
self.assertNotIn('io.murano.test.MyTest1.testSimple2.....OK', stderr)
|
|
self.assertIn('io.murano.test.MyTest2.testSimple1.....OK', stderr)
|
|
self.assertNotIn('io.murano.test.MyTest2.testSimple2.....OK', stderr)
|
|
|
|
def test_service_methods(self):
|
|
stdout, stderr = self.shell(
|
|
'-p io.murano.test.MyTest1 io.murano.test.MyTest1.testSimple1')
|
|
self.assertIn('Executing: io.murano.test.MyTest1.setUp', stderr)
|
|
self.assertIn('Executing: io.murano.test.MyTest1.tearDown', stderr)
|
|
|
|
def test_package_is_not_provided(self):
|
|
stdout, stderr = self.shell(exitcode=1)
|
|
self.assertEqual(stderr, 'ERROR: Package name is required parameter.')
|
|
|
|
def test_wrong_parent(self):
|
|
stdout, stderr = self.shell(
|
|
'-p io.murano.test.MyTest1 io.murano.test.MyTest3', exitcode=1)
|
|
self.assertIn('Class io.murano.test.MyTest3 is not inherited from'
|
|
' io.murano.test.TestFixture. Skipping it.', stderr)
|
|
self.assertIn('No tests found for execution.', stderr)
|