Merge "Add some tests for verify function"
This commit is contained in:
Zuul
Gerrit Code Review
commit
7d5575d9c2
@ -21,3 +21,6 @@ sphinx!=1.6.6,!=1.6.7,!=2.1.0 # BSD
|
||||
oslosphinx # Apache Software License
|
||||
|
||||
testresources # UNKNOWN
|
||||
|
||||
# needed for functional job
|
||||
stestr # Apache Software License
|
||||
|
||||
52
tests/functional/extra/fake_verify.py
Normal file
52
tests/functional/extra/fake_verify.py
Normal file
@ -0,0 +1,52 @@
|
||||
# All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
import os
|
||||
|
||||
from rally import consts
|
||||
from rally.plugins.common.verification import testr
|
||||
from rally.verification import manager
|
||||
|
||||
|
||||
@manager.configure(name="installation", platform="fakeverifier",
|
||||
default_repo="https://opendev.org/openstack/rally",
|
||||
context={"testr": {}})
|
||||
class FakeVerifierInstallation(testr.TestrLauncher):
|
||||
"""FakeVerify verifier."""
|
||||
|
||||
def install(self):
|
||||
super(FakeVerifierInstallation, self).install()
|
||||
# use stestr for tests.
|
||||
with open(os.path.join(self.repo_dir, ".stestr.conf"), "w") as f:
|
||||
f.write("[DEFAULT]\ntest_path=./tests/unit")
|
||||
print("fakeverify was installed successfully.")
|
||||
|
||||
|
||||
@manager.configure(name="extension", platform="fakeverifier")
|
||||
class FakeVerifierExtension(testr.TestrLauncher):
|
||||
def install(self):
|
||||
pass
|
||||
|
||||
def install_extension(self, source, version=None, extra_settings=None):
|
||||
if source != "fake_url":
|
||||
raise Exception("Failed to pass source argument.")
|
||||
if (self.verifier.status != consts.VerifierStatus.EXTENDING):
|
||||
raise Exception("Failed to update the status.")
|
||||
|
||||
def list_extensions(self):
|
||||
return [{"name": "fake_extension", "entry_point": "fake_entrypoint"}]
|
||||
|
||||
def uninstall_extension(self, name):
|
||||
if name != "fake_extension":
|
||||
raise Exception("Failed to uninstall extension.")
|
||||
print("uninstalled extension successfully.")
|
||||
@ -13,17 +13,110 @@
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
##############################################################################
|
||||
#
|
||||
# THIS MODULE IS DEPRECATED.
|
||||
# DON'T ADD TESTS FOR "rally verify" HERE.
|
||||
#
|
||||
# This module is no longer used for testing "rally verify" command.
|
||||
# Functional testing for this command is moved to separate job.
|
||||
# https://review.openstack.org/#/c/137232
|
||||
#
|
||||
# Please look at tests/ci/rally-verify.sh for more details.
|
||||
#
|
||||
##############################################################################
|
||||
import re
|
||||
import unittest
|
||||
|
||||
pass
|
||||
from tests.functional import utils
|
||||
|
||||
|
||||
class VerifyTestCase(unittest.TestCase):
|
||||
|
||||
def test_list_plugins(self):
|
||||
rally = utils.Rally(plugin_path="tests/functional/extra")
|
||||
output = rally("verify list-plugins")
|
||||
self.assertIn("fakeverifier", output)
|
||||
self.assertIn("installation", output)
|
||||
|
||||
def test_create_list_show_verifier(self):
|
||||
rally = utils.Rally(plugin_path="tests/functional/extra")
|
||||
output = rally("verify create-verifier --name fakeverify "
|
||||
"--type installation --platform fakeverifier",
|
||||
write_report=False)
|
||||
self.assertIn("fakeverify was installed successfully.",
|
||||
output)
|
||||
|
||||
uuid = re.search(r"UUID=([0-9a-f\-]{36})", output).group(1)
|
||||
output = rally("--debug verify list-verifiers", write_report=False)
|
||||
self.assertIn(uuid, output)
|
||||
self.assertIn("installed", output)
|
||||
|
||||
output = rally("--debug verify show-verifier %s" % uuid,
|
||||
write_report=False)
|
||||
self.assertIn(uuid, output)
|
||||
self.assertIn("installed", output)
|
||||
|
||||
def test_list_tests(self):
|
||||
rally = utils.Rally(plugin_path="tests/functional/extra")
|
||||
output = rally("verify create-verifier --name fakeverify "
|
||||
"--type installation --platform fakeverifier",
|
||||
write_report=False)
|
||||
uuid = re.search(r"UUID=([0-9a-f\-]{36})", output).group(1)
|
||||
output = rally("--debug verify list-verifier-tests"
|
||||
" --id %s --pattern \\.test_testr\\." % uuid)
|
||||
self.assertIn(".test_testr.", output)
|
||||
|
||||
def test_run_list_show_tests(self):
|
||||
rally = utils.Rally(plugin_path="tests/functional/extra")
|
||||
output = rally("verify create-verifier --name fakeverify "
|
||||
"--type installation --platform fakeverifier",
|
||||
write_report=False)
|
||||
uuid = re.search(r"UUID=([0-9a-f\-]{36})", output).group(1)
|
||||
output = rally("verify start --id %s --tag tag-1 tag-2"
|
||||
" --pattern \\.test_testr\\." % uuid)
|
||||
self.assertIn("successfully finished", output)
|
||||
|
||||
verification_uuid = re.search(r"UUID=([0-9a-f\-]{36})",
|
||||
output).group(1)
|
||||
output = rally("verify list")
|
||||
self.assertIn(verification_uuid, output)
|
||||
|
||||
output = rally("verify show %s" % verification_uuid)
|
||||
self.assertIn(".test_testr.", output)
|
||||
|
||||
def test_delete_verification(self):
|
||||
rally = utils.Rally(plugin_path="tests/functional/extra")
|
||||
output = rally("verify create-verifier --name fakeverify "
|
||||
"--type installation --platform fakeverifier",
|
||||
write_report=False)
|
||||
uuid = re.search(r"UUID=([0-9a-f\-]{36})", output).group(1)
|
||||
output = rally(
|
||||
"verify start --id %s --pattern \\.test_testr\\." % uuid)
|
||||
verification_uuid = re.search(r"UUID=([0-9a-f\-]{36})",
|
||||
output).group(1)
|
||||
output = rally("verify delete --uuid %s" % verification_uuid)
|
||||
self.assertIn("successfully deleted", output)
|
||||
output = rally("verify list")
|
||||
self.assertNotIn(verification_uuid, output)
|
||||
|
||||
def test_rerun_verification(self):
|
||||
rally = utils.Rally(plugin_path="tests/functional/extra")
|
||||
output = rally("verify create-verifier --name fakeverify "
|
||||
"--type installation --platform fakeverifier",
|
||||
write_report=False)
|
||||
uuid = re.search(r"UUID=([0-9a-f\-]{36})", output).group(1)
|
||||
output = rally(
|
||||
"verify start --id %s --pattern \\.test_testr\\." % uuid)
|
||||
verification_uuid = re.search(r"UUID=([0-9a-f\-]{36})",
|
||||
output).group(1)
|
||||
|
||||
output = rally("verify rerun %s" % verification_uuid)
|
||||
self.assertIn("successfully finished", output)
|
||||
|
||||
def test_add_list_delete_extension(self):
|
||||
rally = utils.Rally(plugin_path="tests/functional/extra")
|
||||
output = rally("verify create-verifier --name extension "
|
||||
"--type extension --platform fakeverifier",
|
||||
write_report=False)
|
||||
uuid = re.search(r"UUID=([0-9a-f\-]{36})", output).group(1)
|
||||
output = rally("--debug verify add-verifier-ext"
|
||||
" --id %s --source fake_url" % uuid)
|
||||
self.assertIn(uuid, output)
|
||||
self.assertIn("successfully added", output)
|
||||
|
||||
output = rally("--debug verify list-verifier-exts --id %s" % uuid)
|
||||
self.assertIn("fake_extension", output)
|
||||
self.assertIn("fake_entrypoint", output)
|
||||
|
||||
output = rally("--debug verify delete-verifier-ext"
|
||||
" --id %s --name fake_extension" % uuid)
|
||||
self.assertIn("uninstalled extension successfully.", output)
|
||||
|
||||
Loading…
Reference in New Issue
Block a user