1c7f196c63
Updated the return_value=True/False statements for mocks to decorators Change-Id: I4915e11dd4af4776a93d211c4c019213c90c5ff2
205 lines
8.6 KiB
Python
205 lines
8.6 KiB
Python
# Copyright 2014: Mirantis Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import os
|
|
import sys
|
|
|
|
import mock
|
|
import testtools
|
|
|
|
from rally import exceptions
|
|
from rally.openstack.common import jsonutils
|
|
from rally.verification.verifiers.tempest import subunit2json
|
|
from rally.verification.verifiers.tempest import tempest
|
|
from tests import test
|
|
|
|
|
|
TEMPEST_PATH = 'rally.verification.verifiers.tempest'
|
|
|
|
|
|
class TempestTestCase(test.TestCase):
|
|
|
|
def setUp(self):
|
|
super(TempestTestCase, self).setUp()
|
|
self.verifier = tempest.Tempest('fake_deploy_id',
|
|
verification=mock.MagicMock())
|
|
|
|
self.verifier.tempest_path = '/tmp'
|
|
self.verifier.config_file = '/tmp/tempest.conf'
|
|
self.verifier.log_file_raw = '/tmp/subunit.stream'
|
|
self.regex = None
|
|
|
|
@mock.patch('os.path.exists', return_value=True)
|
|
def test_is_installed(self, mock_exists):
|
|
result = self.verifier.is_installed()
|
|
|
|
mock_exists.assert_called_once_with(
|
|
os.path.join(self.verifier.tempest_path, '.venv'))
|
|
self.assertTrue(result)
|
|
|
|
@mock.patch('rally.verification.verifiers.tempest.tempest.subprocess')
|
|
def test__clone(self, mock_sp):
|
|
self.verifier._clone()
|
|
mock_sp.check_call.assert_called_once_with(
|
|
['git', 'clone', 'https://github.com/openstack/tempest',
|
|
tempest.Tempest.tempest_base_path])
|
|
|
|
@mock.patch(TEMPEST_PATH + '.tempest.Tempest._initialize_testr')
|
|
@mock.patch(TEMPEST_PATH + '.tempest.Tempest._install_venv')
|
|
@mock.patch(TEMPEST_PATH + '.tempest.subprocess')
|
|
@mock.patch('os.path.exists')
|
|
@mock.patch('shutil.copytree')
|
|
def test_install(
|
|
self, mock_copytree, mock_exists, mock_sp, mock_venv, mock_testr):
|
|
mock_exists.side_effect = (False, True, False)
|
|
# simulate tempest is clonned but is not installed for current deploy
|
|
|
|
self.verifier.install()
|
|
mock_copytree.assert_called_once_with(
|
|
tempest.Tempest.tempest_base_path,
|
|
self.verifier.tempest_path)
|
|
mock_sp.check_call.assert_called_once_with(
|
|
'git checkout master; git remote update; git pull',
|
|
cwd=os.path.join(self.verifier.tempest_path, 'tempest'),
|
|
shell=True)
|
|
|
|
@mock.patch('rally.verification.verifiers.tempest.tempest.shutil')
|
|
@mock.patch('os.path.exists', return_value=True)
|
|
def test_uninstall(self, mock_exists, mock_shutil):
|
|
self.verifier.uninstall()
|
|
mock_shutil.rmtree.assert_called_once_with(self.verifier.tempest_path)
|
|
|
|
@mock.patch(TEMPEST_PATH + '.tempest.Tempest.env')
|
|
@mock.patch(TEMPEST_PATH + '.tempest.subprocess')
|
|
def test_run(self, mock_sp, mock_env):
|
|
self.verifier.run('tempest.api.image')
|
|
fake_call = (
|
|
'%(venv)s testr run --parallel --subunit tempest.api.image '
|
|
'| tee %(tempest_path)s/subunit.stream '
|
|
'| %(venv)s subunit-2to1 '
|
|
'| %(venv)s %(tempest_path)s/tools/colorizer.py' % {
|
|
'venv': self.verifier.venv_wrapper,
|
|
'tempest_path': self.verifier.tempest_path})
|
|
mock_sp.check_call.assert_called_once_with(
|
|
fake_call, env=mock_env, cwd=self.verifier.tempest_path,
|
|
shell=True)
|
|
|
|
@mock.patch(TEMPEST_PATH + '.tempest.os.remove')
|
|
@mock.patch(TEMPEST_PATH + '.tempest.Tempest.discover_tests')
|
|
@mock.patch(TEMPEST_PATH + '.tempest.Tempest._initialize_testr')
|
|
@mock.patch(TEMPEST_PATH + '.tempest.Tempest.run')
|
|
@mock.patch(TEMPEST_PATH + '.config.TempestConf')
|
|
@mock.patch('rally.db.deployment_get')
|
|
@mock.patch('rally.osclients.Clients')
|
|
@mock.patch('rally.objects.endpoint.Endpoint')
|
|
def test_verify(self, mock_endpoint, mock_osclients, mock_get, mock_conf,
|
|
mock_run, mock_testr_init, mock_discover, mock_os):
|
|
self.verifier.verify("smoke", None)
|
|
mock_conf().generate.assert_called_once_with(self.verifier.config_file)
|
|
mock_run.assert_called_once_with("smoke")
|
|
|
|
@mock.patch('os.environ')
|
|
def test__generate_env(self, mock_env):
|
|
expected_env = {'PATH': '/some/path'}
|
|
mock_env.copy.return_value = expected_env.copy()
|
|
expected_env.update({
|
|
'TEMPEST_CONFIG': 'tempest.conf',
|
|
'TEMPEST_CONFIG_DIR': self.verifier.tempest_path,
|
|
'OS_TEST_PATH': os.path.join(self.verifier.tempest_path,
|
|
'tempest/test_discover')})
|
|
self.assertIsNone(self.verifier._env)
|
|
self.verifier._generate_env()
|
|
self.assertEqual(expected_env, self.verifier._env)
|
|
|
|
@mock.patch('os.path.isdir', return_value=True)
|
|
@mock.patch(TEMPEST_PATH + '.tempest.subprocess')
|
|
@testtools.skipIf(sys.version_info < (2, 7), "Incompatible Python Version")
|
|
def test__venv_install_when_venv_exists(self, mock_sp, mock_isdir):
|
|
self.verifier._install_venv()
|
|
|
|
mock_isdir.assert_called_once_with(
|
|
os.path.join(self.verifier.tempest_path, '.venv'))
|
|
self.assertFalse(mock_sp.called)
|
|
|
|
@mock.patch('os.path.isdir', return_value=False)
|
|
@mock.patch(TEMPEST_PATH + '.tempest.subprocess.check_call')
|
|
@testtools.skipIf(sys.version_info < (2, 7), "Incompatible Python Version")
|
|
def test__venv_install_when_venv_not_exist(self, mock_sp, mock_isdir):
|
|
self.verifier._install_venv()
|
|
|
|
mock_isdir.assert_called_once_with(
|
|
os.path.join(self.verifier.tempest_path, '.venv'))
|
|
mock_sp.assert_has_calls([
|
|
mock.call('python ./tools/install_venv.py', shell=True,
|
|
cwd=self.verifier.tempest_path),
|
|
mock.call('%s python setup.py install' %
|
|
self.verifier.venv_wrapper, shell=True,
|
|
cwd=self.verifier.tempest_path)])
|
|
|
|
@mock.patch('os.path.isdir', return_value=False)
|
|
@testtools.skipIf(sys.version_info >= (2, 7),
|
|
"Incompatible Python Version")
|
|
def test__venv_install_for_py26_fails(self, mock_isdir):
|
|
self.assertRaises(exceptions.IncompatiblePythonVersion,
|
|
self.verifier._install_venv)
|
|
|
|
mock_isdir.assert_called_once_with(
|
|
os.path.join(self.verifier.tempest_path, '.venv'))
|
|
|
|
@mock.patch('os.path.isdir', return_value=True)
|
|
@mock.patch(TEMPEST_PATH + '.tempest.subprocess')
|
|
def test__initialize_testr_when_testr_already_initialized(
|
|
self, mock_sp, mock_isdir):
|
|
self.verifier._initialize_testr()
|
|
|
|
mock_isdir.assert_called_once_with(
|
|
os.path.join(self.verifier.tempest_path, '.testrepository'))
|
|
self.assertFalse(mock_sp.called)
|
|
|
|
@mock.patch('os.path.isdir', return_value=False)
|
|
@mock.patch(TEMPEST_PATH + '.tempest.subprocess.check_call')
|
|
def test__initialize_testr_when_testr_not_initialized(
|
|
self, mock_sp, mock_isdir):
|
|
self.verifier._initialize_testr()
|
|
|
|
mock_isdir.assert_called_once_with(
|
|
os.path.join(self.verifier.tempest_path, '.testrepository'))
|
|
mock_sp.assert_called_once_with(
|
|
'%s testr init' % self.verifier.venv_wrapper, shell=True,
|
|
cwd=self.verifier.tempest_path)
|
|
|
|
@mock.patch.object(subunit2json, 'main')
|
|
@mock.patch('os.path.isfile', return_value=False)
|
|
def test__save_results_without_log_file(self, mock_isfile, mock_parse):
|
|
|
|
self.verifier._save_results()
|
|
self.assertEqual(0, mock_parse.call_count)
|
|
|
|
@mock.patch('os.path.isfile', return_value=True)
|
|
def test__save_results_with_log_file(self, mock_isfile):
|
|
with mock.patch.object(subunit2json, 'main') as mock_main:
|
|
data = {'total': True, 'test_cases': True}
|
|
mock_main.return_value = jsonutils.dumps(data)
|
|
self.verifier.log_file_raw = os.path.join(
|
|
os.path.dirname(__file__),
|
|
'subunit.stream')
|
|
self.verifier._save_results()
|
|
mock_isfile.assert_called_once_with(self.verifier.log_file_raw)
|
|
mock_main.assert_called_once_with(
|
|
self.verifier.log_file_raw)
|
|
|
|
self.assertEqual(
|
|
1, self.verifier.verification.finish_verification.call_count)
|