6c5e07e31c
Recently, we added new job "gate-rally-dsvm-verify" for Rally[1]. This job implied functional testing integration Rally with Tempest[2]. This patch adds tests/ci/rally-verify.sh script, which is used by new job. rally-verify.sh does: - tempest installation - run "rally verify start" twice and print results - compare results of two verifications - list verifications - generate html page based on results To implement gate-rally-dsvm-verify some changes were requered to existing Rally code: - Added ability for rally/ui/utils.py to accept arguments to render html-pages - Fixed logging debug-messages in tempest verifier - Fixed check "is debug mode turned on or not"(also, added hacking rule for it) TODO for future patches: - add launch of rally task for Tempest - add launch of random test set - add check for successful tests [1] https://review.openstack.org/#/c/137232 [2] https://www.mirantis.com/blog/rally-openstack-tempest-testing-made-simpler Closes-Bug: #1400465 Closes-Bug: #1400518 Change-Id: I8e1fbab22c2da109bbc442f040fe259e5d22a62a
74 lines
2.4 KiB
Python
74 lines
2.4 KiB
Python
|
|
from rally.benchmark.context import base
|
|
from rally import log as logging
|
|
from rally import osclients
|
|
from rally import utils
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
@base.context(name="create_flavor", order=1000)
|
|
class CreateFlavorContext(base.Context):
|
|
"""This sample create flavor with specified options before task starts and
|
|
delete it after task completion.
|
|
|
|
To create your own context plugin, inherit it from
|
|
rally.benchmark.context.base.Context
|
|
"""
|
|
|
|
CONFIG_SCHEMA = {
|
|
"type": "object",
|
|
"$schema": utils.JSON_SCHEMA,
|
|
"additionalProperties": False,
|
|
"properties": {
|
|
"flavor_name": {
|
|
"type": "string",
|
|
},
|
|
"ram": {
|
|
"type": "integer",
|
|
"minimum": 1
|
|
},
|
|
"vcpus": {
|
|
"type": "integer",
|
|
"minimum": 1
|
|
},
|
|
"disk": {
|
|
"type": "integer",
|
|
"minimum": 1
|
|
}
|
|
}
|
|
}
|
|
|
|
def setup(self):
|
|
"""This method is called before task start"""
|
|
try:
|
|
# use rally.osclients to get nessesary client instance
|
|
nova = osclients.Clients(self.context["admin"]["endpoint"]).nova()
|
|
# and than do what you need with this client
|
|
self.context["flavor"] = nova.flavors.create(
|
|
# context settings are stored in self.config
|
|
name=self.config.get("flavor_name", "rally_test_flavor"),
|
|
ram=self.config.get("ram", 1),
|
|
vcpus=self.config.get("vcpus", 1),
|
|
disk=self.config.get("disk", 1)).to_dict()
|
|
LOG.debug("Flavor with id '%s'" % self.context["flavor"]["id"])
|
|
except Exception as e:
|
|
msg = "Can't create flavor: %s" % e.message
|
|
if logging.is_debug():
|
|
LOG.exception(msg)
|
|
else:
|
|
LOG.warning(msg)
|
|
|
|
def cleanup(self):
|
|
"""This method is called after task finish"""
|
|
try:
|
|
nova = osclients.Clients(self.context["admin"]["endpoint"]).nova()
|
|
nova.flavors.delete(self.context["flavor"]["id"])
|
|
LOG.debug("Flavor '%s' deleted" % self.context["flavor"]["id"])
|
|
except Exception as e:
|
|
msg = "Can't delete flavor: %s" % e.message
|
|
if logging.is_debug():
|
|
LOG.exception(msg)
|
|
else:
|
|
LOG.warning(msg)
|