Allow dict's as schema definitions

All negative testing schema's will be moved to dict format. Therefore
the framework must support files and dict's. After all test are ported
to dict's file support will be deprecated.

Change-Id: Idb094f2817e7ed007a0ea47cf8f8602b5aeb6268
Partially-implements: bp api-schema-unification
This commit is contained in:
Marc Koderer 2014-08-07 14:04:58 +02:00
parent fc20977052
commit 4f44d72d9c
2 changed files with 36 additions and 11 deletions

View File

@ -399,16 +399,21 @@ class NegativeAutoTest(BaseTestCase):
cls.admin_client = os_admin.negative_client
@staticmethod
def load_schema(file):
def load_schema(file_or_dict):
"""
Loads a schema from a file on a specified location.
Loads a schema from a file_or_dict on a specified location.
:param file: the file name
:param file_or_dict: just a dict or filename
"""
# NOTE(mkoderer): we will get rid of this function when all test are
# ported to dicts
if isinstance(file_or_dict, dict):
return file_or_dict
# NOTE(mkoderer): must be extended for xml support
fn = os.path.join(
os.path.abspath(os.path.dirname(os.path.dirname(__file__))),
"etc", "schemas", file)
"etc", "schemas", file_or_dict)
LOG.debug("Open schema file: %s" % (fn))
return json.load(open(fn))
@ -425,17 +430,21 @@ class NegativeAutoTest(BaseTestCase):
standard_tests, module, loader = args
for test in testtools.iterate_tests(standard_tests):
schema_file = getattr(test, '_schema_file', None)
schema = getattr(test, '_schema', None)
if schema_file is not None:
setattr(test, 'scenarios',
NegativeAutoTest.generate_scenario(schema_file))
elif schema is not None:
setattr(test, 'scenarios',
NegativeAutoTest.generate_scenario(schema))
return testscenarios.load_tests_apply_scenarios(*args)
@staticmethod
def generate_scenario(description_file):
def generate_scenario(description):
"""
Generates the test scenario list for a given description.
:param description: A dictionary with the following entries:
:param description: A file or dictionary with the following entries:
name (required) name for the api
http-method (required) one of HEAD,GET,PUT,POST,PATCH,DELETE
url (required) the url to be appended to the catalog url with '%s'
@ -451,7 +460,7 @@ class NegativeAutoTest(BaseTestCase):
the data is used to generate query strings appended to the url,
otherwise for the body of the http call.
"""
description = NegativeAutoTest.load_schema(description_file)
description = NegativeAutoTest.load_schema(description)
LOG.debug(description)
generator = importutils.import_class(
CONF.negative.test_generator)()
@ -481,13 +490,14 @@ class NegativeAutoTest(BaseTestCase):
LOG.debug(scenario_list)
return scenario_list
def execute(self, description_file):
def execute(self, description):
"""
Execute a http call on an api that are expected to
result in client errors. First it uses invalid resources that are part
of the url, and then invalid data for queries and http request bodies.
:param description: A dictionary with the following entries:
:param description: A json file or dictionary with the following
entries:
name (required) name for the api
http-method (required) one of HEAD,GET,PUT,POST,PATCH,DELETE
url (required) the url to be appended to the catalog url with '%s'
@ -504,7 +514,7 @@ class NegativeAutoTest(BaseTestCase):
otherwise for the body of the http call.
"""
description = NegativeAutoTest.load_schema(description_file)
description = NegativeAutoTest.load_schema(description)
LOG.info("Executing %s" % description["name"])
LOG.debug(description)
method = description["http-method"]
@ -594,7 +604,10 @@ def SimpleNegativeAutoTest(klass):
"""
@attr(type=['negative', 'gate'])
def generic_test(self):
self.execute(self._schema_file)
if hasattr(self, '_schema_file'):
self.execute(self._schema_file)
if hasattr(self, '_schema'):
self.execute(self._schema)
cn = klass.__name__
cn = cn.replace('JSON', '')

View File

@ -13,6 +13,8 @@
# License for the specific language governing permissions and limitations
# under the License.
import json
import mock
from tempest import config
@ -70,3 +72,13 @@ class TestNegativeAutoTest(base.TestCase):
self._check_prop_entries(scenarios, "prop_minRam")
self._check_prop_entries(scenarios, "prop_minDisk")
self._check_resource_entries(scenarios, "inv_res")
def test_load_schema(self):
json_schema = json.dumps(self.fake_input_desc)
with mock.patch('tempest.test.open',
mock.mock_open(read_data=json_schema),
create=True):
return_file = test.NegativeAutoTest.load_schema('filename')
self.assertEqual(return_file, self.fake_input_desc)
return_dict = test.NegativeAutoTest.load_schema(self.fake_input_desc)
self.assertEqual(return_file, return_dict)