Files
rally/tests/unit/test_docstrings.py
Boris Pavlovic 8f69f06fa0 Switch scenarios plugins to plugin base
This patch finishes work on switching all plugin types
to the single code base. This reduce amount of code and unifies
all plugins which makes it simple to work on any kind of common
plugin functionality: Deprecation, Info, Validation and so on..
In this patch:
* Scenario.meta was removed and now MetaMixin is used
* ScenarioGroups are removed
  This reduce framework complexity. One thing less that you
  should know and understand to start.
* Scenario plugins can be explit set through configure()
  ** Unified with other kind of plugins
  ** Flexibility it is simpler to move and rename plugins
     with deprecation
* Remove all unused Scenario methods

* Improve rally.info substitution
it's okay if we specify each part of name of the plguin

Future steps (not in this patch) are:
* Refactor plugin info and reduce copy paste inside that module
* Refactor atomic action (make the work for context too)
* Refactor validation (make scenario validation generic enough
to work with all types of plugins)

Change-Id: Ibecb8006ebb5d670bcf4519e9f0d6a505e385a1a
2015-08-25 13:58:46 -07:00

82 lines
3.7 KiB
Python

# Copyright 2014: Mirantis Inc.
# All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
from rally.common.plugin import discover
from rally.common import utils
from rally.deployment import engine
from rally.deployment.serverprovider import provider
from rally.task import scenario
from rally.task import sla
from tests.unit import test
class DocstringsTestCase(test.TestCase):
def _assert_class_has_docstrings(self, obj, long_description=True):
if not obj.__module__.startswith("rally."):
return
self.assertIsNotNone(obj.__doc__,
"%s doesn't have a class-level docstring." %
obj)
doc = utils.parse_docstring(obj.__doc__)
self.assertIsNotNone(
doc["short_description"],
"Docstring for %s should have a one-line description." % obj)
if long_description:
self.assertIsNotNone(
doc["long_description"],
"Docstring for %s should have a multi-line description." % obj)
def test_all_scenarios_have_docstrings(self):
ignored_params = ["self", "scenario_obj"]
for scenario_inst in scenario.Scenario.get_all():
self.assertIsNotNone(scenario_inst.__doc__,
"%s doensn't have a docstring." %
scenario_inst.get_name())
doc = utils.parse_docstring(scenario_inst.__doc__)
short_description = doc["short_description"]
self.assertIsNotNone(short_description,
"Docstring for %s should have "
"at least a one-line description." %
scenario_inst.get_name())
self.assertFalse(short_description.startswith("Test"),
"One-line description for %s "
"should be declarative and not start "
"with 'Test(s) ...'" % scenario_inst.get_name())
params_count = scenario_inst.__code__.co_argcount
params = scenario_inst.__code__.co_varnames[:params_count]
documented_params = [p["name"] for p in doc["params"]]
for param in params:
if param not in ignored_params:
self.assertIn(param, documented_params,
"Docstring for %(scenario)s should "
"describe the '%(param)s' parameter "
"in the :param <name>: clause." %
{"scenario": scenario_inst.get_name(),
"param": param})
def test_all_deploy_engines_have_docstrings(self):
for deploy_engine in engine.Engine.get_all():
self._assert_class_has_docstrings(deploy_engine)
def test_all_server_providers_have_docstrings(self):
for _provider in provider.ProviderFactory.get_all():
self._assert_class_has_docstrings(_provider)
def test_all_SLA_have_docstrings(self):
for s in discover.itersubclasses(sla.SLA):
self._assert_class_has_docstrings(s, long_description=False)