
Implements decorator for adding validators to method. Validators are called in benchmark runner. Validation method should return instance of rally.benchmark.validation.ValidationResult class. Blueprint validate-benchmark-preconditions Change-Id: I68c8f5cc5d8758026bbe7ef211aa914b313ebb81
191 lines
6.7 KiB
Python
191 lines
6.7 KiB
Python
# Copyright 2013: Mirantis Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
""" Test for orchestrator. """
|
|
|
|
import mock
|
|
import uuid
|
|
|
|
from rally.benchmark import base
|
|
from rally import consts
|
|
from rally.orchestrator import api
|
|
from tests import fakes
|
|
from tests import test
|
|
|
|
FAKE_DEPLOY_CONFIG = {
|
|
# TODO(akscram): A fake engine is more suitable for that.
|
|
'name': 'DummyEngine',
|
|
'endpoint': {
|
|
'auth_url': 'http://example.net:5000/v2.0/',
|
|
'username': 'admin',
|
|
'password': 'myadminpass',
|
|
'tenant_name': 'demo'
|
|
},
|
|
}
|
|
|
|
|
|
FAKE_TASK_CONFIG = {
|
|
'FakeScenario.fake': [
|
|
{
|
|
'args': {},
|
|
'execution': 'continuous',
|
|
'config': {
|
|
'timeout': 10000,
|
|
'times': 1,
|
|
'active_users': 1,
|
|
'tenants': 1,
|
|
'users_per_tenant': 1,
|
|
}
|
|
}
|
|
]
|
|
}
|
|
|
|
|
|
class FakeScenario(base.Scenario):
|
|
@classmethod
|
|
def fake(cls, context):
|
|
pass
|
|
|
|
|
|
# TODO(akscram): The test cases are very superficial because they test
|
|
# only database operations and actually no more. Each
|
|
# case in this test should to mock everything external.
|
|
class APITestCase(test.TestCase):
|
|
def setUp(self):
|
|
super(APITestCase, self).setUp()
|
|
self.deploy_config = FAKE_DEPLOY_CONFIG
|
|
self.task_config = FAKE_TASK_CONFIG
|
|
self.deploy_uuid = str(uuid.uuid4())
|
|
self.endpoint = FAKE_DEPLOY_CONFIG['endpoint']
|
|
self.task_uuid = str(uuid.uuid4())
|
|
self.task = {
|
|
'uuid': self.task_uuid,
|
|
}
|
|
self.deployment = {
|
|
'uuid': self.deploy_uuid,
|
|
'name': 'fake_name',
|
|
'config': self.deploy_config,
|
|
'endpoint': self.endpoint,
|
|
}
|
|
|
|
@mock.patch('rally.objects.Task')
|
|
def test_create_task(self, mock_task):
|
|
deployment_uuid = uuid.uuid4()
|
|
api.create_task(deployment_uuid)
|
|
mock_task.assert_called_once_with(deployment_uuid=deployment_uuid)
|
|
|
|
@mock.patch('rally.benchmark.engine.osclients')
|
|
@mock.patch('rally.benchmark.engine.runner.ScenarioRunner')
|
|
@mock.patch('rally.objects.deploy.db.deployment_get')
|
|
@mock.patch('rally.objects.task.db.task_result_create')
|
|
@mock.patch('rally.objects.task.db.task_update')
|
|
@mock.patch('rally.objects.task.db.task_create')
|
|
def test_start_task(self, mock_task_create, mock_task_update,
|
|
mock_task_result_create, mock_deploy_get,
|
|
mock_utils_runner, mock_osclients):
|
|
mock_task_create.return_value = self.task
|
|
mock_task_update.return_value = self.task
|
|
mock_deploy_get.return_value = self.deployment
|
|
|
|
mock_utils_runner.return_value = mock_runner = mock.Mock()
|
|
mock_runner.run.return_value = ['fake_result']
|
|
|
|
mock_osclients.Clients.return_value = fakes.FakeClients()
|
|
|
|
api.start_task(self.deploy_uuid, self.task_config)
|
|
|
|
mock_deploy_get.assert_called_once_with(self.deploy_uuid)
|
|
mock_task_create.assert_called_once_with({
|
|
'deployment_uuid': self.deploy_uuid,
|
|
})
|
|
mock_task_update.assert_has_calls([
|
|
mock.call(self.task_uuid,
|
|
{'status': 'test_tool->benchmarking'})
|
|
])
|
|
# NOTE(akscram): It looks really awful, but checks degradation.
|
|
mock_task_result_create.assert_called_once_with(
|
|
self.task_uuid,
|
|
{
|
|
'kw': {
|
|
'args': {},
|
|
'execution': 'continuous',
|
|
'config': {
|
|
'timeout': 10000,
|
|
'times': 1,
|
|
'active_users': 1,
|
|
'tenants': 1,
|
|
'users_per_tenant': 1,
|
|
}
|
|
},
|
|
'name': 'FakeScenario.fake',
|
|
'pos': 0,
|
|
},
|
|
{
|
|
'raw': ['fake_result'],
|
|
'validation': {'is_valid': True},
|
|
},
|
|
)
|
|
|
|
def test_abort_task(self):
|
|
self.assertRaises(NotImplementedError, api.abort_task,
|
|
self.task_uuid)
|
|
|
|
@mock.patch('rally.objects.task.db.task_delete')
|
|
def test_delete_task(self, mock_delete):
|
|
api.delete_task(self.task_uuid)
|
|
mock_delete.assert_called_once_with(
|
|
self.task_uuid,
|
|
status=consts.TaskStatus.FINISHED)
|
|
|
|
@mock.patch('rally.objects.task.db.task_delete')
|
|
def test_delete_task_force(self, mock_delete):
|
|
api.delete_task(self.task_uuid, force=True)
|
|
mock_delete.assert_called_once_with(self.task_uuid, status=None)
|
|
|
|
@mock.patch('rally.objects.deploy.db.deployment_update')
|
|
@mock.patch('rally.objects.deploy.db.deployment_create')
|
|
def test_create_deploy(self, mock_create, mock_update):
|
|
mock_create.return_value = self.deployment
|
|
mock_update.return_value = self.deployment
|
|
api.create_deploy(self.deploy_config, 'fake_deploy')
|
|
mock_create.assert_called_once_with({
|
|
'name': 'fake_deploy',
|
|
'config': self.deploy_config,
|
|
})
|
|
mock_update.assert_has_calls([
|
|
mock.call(self.deploy_uuid, {'endpoint': self.endpoint}),
|
|
])
|
|
|
|
@mock.patch('rally.objects.deploy.db.deployment_delete')
|
|
@mock.patch('rally.objects.deploy.db.deployment_update')
|
|
@mock.patch('rally.objects.deploy.db.deployment_get')
|
|
def test_destroy_deploy(self, mock_get, mock_update, mock_delete):
|
|
mock_get.return_value = self.deployment
|
|
mock_update.return_value = self.deployment
|
|
api.destroy_deploy(self.deploy_uuid)
|
|
mock_get.assert_called_once_with(self.deploy_uuid)
|
|
mock_delete.assert_called_once_with(self.deploy_uuid)
|
|
|
|
@mock.patch('rally.objects.deploy.db.deployment_update')
|
|
@mock.patch('rally.objects.deploy.db.deployment_get')
|
|
def test_recreate_deploy(self, mock_get, mock_update):
|
|
mock_get.return_value = self.deployment
|
|
mock_update.return_value = self.deployment
|
|
api.recreate_deploy(self.deploy_uuid)
|
|
mock_get.assert_called_once_with(self.deploy_uuid)
|
|
mock_update.assert_has_calls([
|
|
mock.call(self.deploy_uuid, {'endpoint': self.endpoint}),
|
|
])
|