rally/tests/functional/test_task_samples.py
Sergey Skripnick 7b0e832d5e Run test_task_samples in separate sqlite db
Add optinal attribute 'force_new_db' to tests.functional.utils.Rally and
use it.

Change-Id: Ia7f0faedb5b5f6323c5e0ed00948b03a36e4f341
2015-09-30 15:12:06 +03:00

90 lines
3.3 KiB
Python

# Copyright 2014: Mirantis Inc.
# Copyright 2014: Catalyst IT Ltd.
# All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import json
import os
import re
import subprocess
import traceback
import unittest
import six
from rally import api
from rally.common import db
from rally import plugins
from tests.functional import utils
class TestTaskSamples(unittest.TestCase):
def _skip(self, validation_output):
"""Help to decide do we want to skip this result or not.
:param validation_output: string representation of the
error that we want to check
:return: True if we want to skip this error
of task sample validation, otherwise False.
"""
skip_lst = ["[Ss]ervice is not available",
"is not installed. To install it run",
"extension.* is not configured"]
for check_str in skip_lst:
if re.search(check_str, validation_output) is not None:
return True
return False
def test_task_samples_is_valid(self):
plugins.load()
rally = utils.Rally(force_new_db=True)
db.db_options.set_defaults(
db.CONF, connection="sqlite:///%s/db" % rally.tmp_dir,
sqlite_db="rally.sqlite")
samples_path = os.path.join(
os.path.dirname(__file__), os.pardir, os.pardir,
"samples", "tasks")
matcher = re.compile("\.json$")
if not os.path.exists(utils.DEPLOYMENT_FILE):
subprocess.call("rally deployment config > %s" %
utils.DEPLOYMENT_FILE, shell=True)
for dirname, dirnames, filenames in os.walk(samples_path):
# NOTE(rvasilets): Skip by suggest of boris-42 because in
# future we don't what to maintain this dir
if dirname.find("tempest-do-not-run-against-production") != -1:
continue
for filename in filenames:
full_path = os.path.join(dirname, filename)
# NOTE(hughsaunders): Skip non config files
# (bug https://bugs.launchpad.net/rally/+bug/1314369)
if not matcher.search(filename):
continue
with open(full_path) as task_file:
try:
input_task = task_file.read()
rendered_task = api.Task.render_template(input_task)
task_config = json.loads(rendered_task)
api.Task.validate("MAIN", task_config)
except Exception as e:
if not self._skip(six.text_type(e)):
print (traceback.format_exc())
print ("Failed on task config %s with error." %
full_path)
raise