
When mixing in-band out-of-band steps, the out-of-band status polling flag was not being cleared, and was being left to remain in the node driver_internal_info field, thus preventing future heartbeat operations from the baremetal node from being processed to check the actual completion status of a step. We now always clear the field based upon the workflow in-progress before starting a new step and should asynchronous steps also be recorded as a result of any step's actions such as if a reboot is required. Special thanks goes to keekz for promptly providing upstream with the information necessary for us to identify the root cause. Closes-Bug: 2096938 Change-Id: I5198d9169cff8474c7a990332639b2d0758e6e1a
1337 lines
64 KiB
Python
1337 lines
64 KiB
Python
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""Tests for deployment aspects of the conductor."""
|
|
|
|
from unittest import mock
|
|
|
|
from oslo_config import cfg
|
|
from oslo_db import exception as db_exception
|
|
from oslo_utils import uuidutils
|
|
|
|
from ironic.common import exception
|
|
from ironic.common import images
|
|
from ironic.common import lessee_sources
|
|
from ironic.common import states
|
|
from ironic.common import swift
|
|
from ironic.conductor import deployments
|
|
from ironic.conductor import steps as conductor_steps
|
|
from ironic.conductor import task_manager
|
|
from ironic.conductor import utils as conductor_utils
|
|
from ironic.db import api as dbapi
|
|
from ironic.drivers.modules import fake
|
|
from ironic.tests.unit.conductor import mgr_utils
|
|
from ironic.tests.unit.db import base as db_base
|
|
from ironic.tests.unit.objects import utils as obj_utils
|
|
|
|
CONF = cfg.CONF
|
|
|
|
|
|
@mgr_utils.mock_record_keepalive
|
|
class DoNodeDeployTestCase(mgr_utils.ServiceSetUpMixin, db_base.DbTestCase):
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.deploy', autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.prepare',
|
|
autospec=True)
|
|
def test__do_node_deploy_driver_raises_prepare_error(self, mock_prepare,
|
|
mock_deploy):
|
|
self._start_service()
|
|
# test when driver.deploy.prepare raises an ironic error
|
|
mock_prepare.side_effect = exception.InstanceDeployFailure('test')
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
self.assertRaises(exception.InstanceDeployFailure,
|
|
deployments.do_node_deploy, task,
|
|
self.service.conductor.id)
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
# NOTE(tenbrae): failing a deploy does not clear the target state
|
|
# any longer. Instead, it is cleared when the instance
|
|
# is deleted.
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertIsNotNone(node.last_error)
|
|
self.assertTrue(mock_prepare.called)
|
|
self.assertFalse(mock_deploy.called)
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.deploy', autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.prepare',
|
|
autospec=True)
|
|
def test__do_node_deploy_unexpected_prepare_error(self, mock_prepare,
|
|
mock_deploy):
|
|
self._start_service()
|
|
# test when driver.deploy.prepare raises an exception
|
|
mock_prepare.side_effect = RuntimeError('test')
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
self.assertRaises(RuntimeError,
|
|
deployments.do_node_deploy, task,
|
|
self.service.conductor.id)
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
# NOTE(tenbrae): failing a deploy does not clear the target state
|
|
# any longer. Instead, it is cleared when the instance
|
|
# is deleted.
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertIsNotNone(node.last_error)
|
|
self.assertTrue(mock_prepare.called)
|
|
self.assertFalse(mock_deploy.called)
|
|
|
|
def _test__do_node_deploy_driver_exception(self, exc, unexpected=False):
|
|
self._start_service()
|
|
with mock.patch.object(fake.FakeDeploy,
|
|
'deploy', autospec=True) as mock_deploy:
|
|
# test when driver.deploy.deploy() raises an exception
|
|
mock_deploy.side_effect = exc
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
deployments.do_node_deploy(task, self.service.conductor.id)
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
# NOTE(tenbrae): failing a deploy does not clear the target state
|
|
# any longer. Instead, it is cleared when the instance
|
|
# is deleted.
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertIsNotNone(node.last_error)
|
|
if unexpected:
|
|
self.assertIn(exc.__class__.__name__, node.last_error)
|
|
else:
|
|
self.assertNotIn(exc.__class__.__name__, node.last_error)
|
|
|
|
mock_deploy.assert_called_once_with(mock.ANY, task)
|
|
|
|
def test__do_node_deploy_driver_ironic_exception(self):
|
|
self._test__do_node_deploy_driver_exception(
|
|
exception.InstanceDeployFailure('test'))
|
|
|
|
def test__do_node_deploy_driver_unexpected_exception(self):
|
|
self._test__do_node_deploy_driver_exception(RuntimeError('test'),
|
|
unexpected=True)
|
|
|
|
@mock.patch.object(deployments, '_store_configdrive', autospec=True)
|
|
def _test__do_node_deploy_ok(self, mock_store, configdrive=None,
|
|
expected_configdrive=None, fast_track=False):
|
|
if fast_track:
|
|
self.config(fast_track=True, group='deploy')
|
|
expected_configdrive = expected_configdrive or configdrive
|
|
self._start_service()
|
|
with mock.patch.object(fake.FakeDeploy,
|
|
'deploy', autospec=True) as mock_deploy:
|
|
mock_deploy.return_value = None
|
|
self.node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware', name=None,
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE,
|
|
driver_internal_info={'agent_url': 'url',
|
|
'agent_secret_token': 'token'})
|
|
task = task_manager.TaskManager(self.context, self.node.uuid)
|
|
|
|
deployments.do_node_deploy(task, self.service.conductor.id,
|
|
configdrive=configdrive)
|
|
self.node.refresh()
|
|
self.assertEqual(states.ACTIVE, self.node.provision_state)
|
|
self.assertEqual(states.NOSTATE, self.node.target_provision_state)
|
|
self.assertIsNone(self.node.last_error)
|
|
mock_deploy.assert_called_once_with(mock.ANY, mock.ANY)
|
|
if configdrive:
|
|
mock_store.assert_called_once_with(task.node,
|
|
expected_configdrive)
|
|
else:
|
|
self.assertFalse(mock_store.called)
|
|
self.assertEqual(
|
|
fast_track,
|
|
bool(task.node.driver_internal_info.get('agent_url')))
|
|
self.assertEqual(
|
|
fast_track,
|
|
bool(task.node.driver_internal_info.get('agent_secret_token')))
|
|
self.assertEqual(self.service.conductor.id,
|
|
task.node.conductor_affinity)
|
|
|
|
def test__do_node_deploy_ok(self):
|
|
self._test__do_node_deploy_ok()
|
|
|
|
def test__do_node_deploy_ok_configdrive(self):
|
|
configdrive = 'foo'
|
|
self._test__do_node_deploy_ok(configdrive=configdrive)
|
|
|
|
def test__do_node_deploy_fast_track(self):
|
|
self._test__do_node_deploy_ok(fast_track=True)
|
|
|
|
@mock.patch.object(swift, 'SwiftAPI', autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.prepare',
|
|
autospec=True)
|
|
def test__do_node_deploy_configdrive_swift_error(self, mock_prepare,
|
|
mock_swift):
|
|
CONF.set_override('configdrive_use_object_store', True,
|
|
group='deploy')
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
mock_swift.side_effect = exception.SwiftOperationError('error')
|
|
self.assertRaises(exception.SwiftOperationError,
|
|
deployments.do_node_deploy, task,
|
|
self.service.conductor.id,
|
|
configdrive='fake config drive')
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertIsNotNone(node.last_error)
|
|
self.assertFalse(mock_prepare.called)
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.prepare',
|
|
autospec=True)
|
|
def test__do_node_deploy_configdrive_db_error(self, mock_prepare):
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.node.save()
|
|
expected_instance_info = dict(node.instance_info)
|
|
with mock.patch.object(dbapi.IMPL, 'update_node',
|
|
autospec=True) as mock_db:
|
|
db_node = self.dbapi.get_node_by_uuid(node.uuid)
|
|
mock_db.side_effect = [db_exception.DBDataError('DB error'),
|
|
db_node, db_node, db_node]
|
|
self.assertRaises(db_exception.DBDataError,
|
|
deployments.do_node_deploy, task,
|
|
self.service.conductor.id,
|
|
configdrive='fake config drive')
|
|
expected_instance_info.update(configdrive='fake config drive')
|
|
expected_calls = [
|
|
mock.call(node.uuid,
|
|
{'version': mock.ANY,
|
|
'instance_info': expected_instance_info,
|
|
'driver_internal_info': mock.ANY}),
|
|
mock.call(node.uuid,
|
|
{'version': mock.ANY,
|
|
'last_error': mock.ANY}),
|
|
mock.call(node.uuid,
|
|
{'version': mock.ANY,
|
|
'deploy_step': {},
|
|
'driver_internal_info': mock.ANY}),
|
|
mock.call(node.uuid,
|
|
{'version': mock.ANY,
|
|
'provision_state': states.DEPLOYFAIL,
|
|
'target_provision_state': states.ACTIVE}),
|
|
]
|
|
self.assertEqual(expected_calls, mock_db.mock_calls)
|
|
self.assertFalse(mock_prepare.called)
|
|
|
|
@mock.patch.object(deployments, '_store_configdrive', autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.prepare',
|
|
autospec=True)
|
|
def test__do_node_deploy_configdrive_unexpected_error(self, mock_prepare,
|
|
mock_store):
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
mock_store.side_effect = RuntimeError('unexpected')
|
|
self.assertRaises(RuntimeError,
|
|
deployments.do_node_deploy, task,
|
|
self.service.conductor.id,
|
|
configdrive='fake config drive')
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertIsNotNone(node.last_error)
|
|
self.assertFalse(mock_prepare.called)
|
|
|
|
def test__do_node_deploy_ok_2(self):
|
|
# NOTE(rloo): a different way of testing for the same thing as in
|
|
# test__do_node_deploy_ok(). Instead of specifying the provision &
|
|
# target_provision_states when creating the node, we call
|
|
# task.process_event() to "set the stage" (err "states").
|
|
self._start_service()
|
|
with mock.patch.object(fake.FakeDeploy,
|
|
'deploy', autospec=True) as mock_deploy:
|
|
# test when driver.deploy.deploy() returns None
|
|
mock_deploy.return_value = None
|
|
node = obj_utils.create_test_node(self.context,
|
|
driver='fake-hardware')
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_node_deploy(task, self.service.conductor.id)
|
|
node.refresh()
|
|
self.assertEqual(states.ACTIVE, node.provision_state)
|
|
self.assertEqual(states.NOSTATE, node.target_provision_state)
|
|
self.assertIsNone(node.last_error)
|
|
mock_deploy.assert_called_once_with(mock.ANY, mock.ANY)
|
|
|
|
def test_node_validation_in_disabled_bios_boot_mode_fails(self):
|
|
self.config(disallowed_deployment_boot_modes=['bios'],
|
|
group='conductor')
|
|
node = obj_utils.create_test_node(self.context,
|
|
properties={'boot_mode': 'bios'},
|
|
driver='fake-hardware')
|
|
|
|
with task_manager.acquire(self.context, node.uuid,
|
|
shared=False) as task:
|
|
self.assertRaises(exception.BootModeNotAllowed,
|
|
deployments.validate_node,
|
|
task, event='deploy')
|
|
|
|
def test_node_validation_in_disabled_uefi_boot_mode_fails(self):
|
|
self.config(disallowed_deployment_boot_modes=['uefi'],
|
|
group='conductor')
|
|
node = obj_utils.create_test_node(self.context,
|
|
properties={'boot_mode': 'uefi'},
|
|
driver='fake-hardware')
|
|
|
|
with task_manager.acquire(self.context, node.uuid,
|
|
shared=False) as task:
|
|
self.assertRaises(exception.BootModeNotAllowed,
|
|
deployments.validate_node,
|
|
task, event='deploy')
|
|
|
|
def test_update_fails_on_invalid_boot_mode(self):
|
|
# NOTE(cid): This test might need updating if boot modes' naming
|
|
# convention changes
|
|
self.assertRaises(ValueError,
|
|
self.config,
|
|
disallowed_deployment_boot_modes=['BIOS'],
|
|
group='conductor')
|
|
self.assertRaises(ValueError,
|
|
self.config,
|
|
disallowed_deployment_boot_modes=['Bios'],
|
|
group='conductor')
|
|
self.assertRaises(ValueError,
|
|
self.config,
|
|
disallowed_deployment_boot_modes=['UEFI'],
|
|
group='conductor')
|
|
self.assertRaises(ValueError,
|
|
self.config,
|
|
disallowed_deployment_boot_modes=['Uefi'],
|
|
group='conductor')
|
|
self.assertRaises(ValueError,
|
|
self.config,
|
|
disallowed_deployment_boot_modes=['blah'],
|
|
group='conductor')
|
|
|
|
@mock.patch.object(deployments, 'do_next_deploy_step', autospec=True)
|
|
@mock.patch.object(conductor_steps, 'set_node_deployment_steps',
|
|
autospec=True)
|
|
def test_do_node_deploy_steps(self, mock_set_steps, mock_deploy_step):
|
|
# these are not real steps...
|
|
fake_deploy_steps = ['step1', 'step2']
|
|
|
|
def add_steps(task, **kwargs):
|
|
info = task.node.driver_internal_info
|
|
info['deploy_steps'] = fake_deploy_steps
|
|
task.node.driver_internal_info = info
|
|
task.node.save()
|
|
|
|
mock_set_steps.side_effect = add_steps
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware')
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_node_deploy(task, self.service.conductor.id)
|
|
mock_set_steps.assert_called_once_with(task, skip_missing=True)
|
|
self.assertEqual(fake_deploy_steps,
|
|
task.node.driver_internal_info['deploy_steps'])
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.deploy', autospec=True)
|
|
def test__do_node_deploy_driver_raises_error_old(self, mock_deploy):
|
|
# Mocking FakeDeploy.deploy before starting the service, causes
|
|
# it not to be a deploy_step.
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
self.assertRaises(exception.InstanceDeployFailure,
|
|
deployments.do_node_deploy, task,
|
|
self.service.conductor.id)
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertIsNotNone(node.last_error)
|
|
self.assertFalse(mock_deploy.called)
|
|
|
|
@mock.patch.object(task_manager.TaskManager, 'process_event',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakePower.validate',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.validate',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_steps,
|
|
'validate_user_deploy_steps_and_templates',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_utils, 'validate_instance_info_traits',
|
|
autospec=True)
|
|
@mock.patch.object(images, 'is_whole_disk_image', autospec=True)
|
|
def _test_start_deploy(self, mock_iwdi, mock_validate_traits,
|
|
mock_validate_deploy_user_steps_and_templates,
|
|
mock_deploy_validate,
|
|
mock_power_validate, mock_process_event,
|
|
automatic_lessee=None, iinfo=None,
|
|
automatic_lessee_source=None):
|
|
self.context.auth_token_info = {
|
|
'token': {'project': {'id': 'user-project'}}
|
|
}
|
|
if iinfo is None:
|
|
iinfo = {}
|
|
|
|
if automatic_lessee is not None:
|
|
self.config(automatic_lessee=automatic_lessee, group='conductor')
|
|
|
|
if automatic_lessee_source is not None:
|
|
self.config(automatic_lessee_source=automatic_lessee_source,
|
|
group='conductor')
|
|
|
|
self._start_service()
|
|
mock_iwdi.return_value = False
|
|
deploy_steps = [{"interface": "bios", "step": "factory_reset",
|
|
"priority": 95}]
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.AVAILABLE,
|
|
target_provision_state=states.ACTIVE,
|
|
instance_info=iinfo)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
deployments.start_deploy(task, self.service, configdrive=None,
|
|
event='deploy', deploy_steps=deploy_steps)
|
|
node.refresh()
|
|
mock_iwdi.assert_called_once_with(task.context,
|
|
task.node.instance_info)
|
|
self.assertFalse(node.driver_internal_info['is_whole_disk_image'])
|
|
self.assertEqual('partition', node.instance_info['image_type'])
|
|
mock_power_validate.assert_called_once_with(task.driver.power, task)
|
|
mock_deploy_validate.assert_called_once_with(task.driver.deploy, task)
|
|
mock_validate_traits.assert_called_once_with(task.node)
|
|
mock_validate_deploy_user_steps_and_templates.assert_called_once_with(
|
|
task, deploy_steps, skip_missing=True)
|
|
mock_process_event.assert_called_with(
|
|
mock.ANY, 'deploy', call_args=(
|
|
deployments.do_node_deploy, task, 1, None, deploy_steps),
|
|
callback=mock.ANY, err_handler=mock.ANY)
|
|
expected_project = iinfo.get('project_id', 'user-project')
|
|
if (automatic_lessee_source not in [None, lessee_sources.NONE]
|
|
and automatic_lessee in [None, True]):
|
|
self.assertEqual(expected_project, node.lessee)
|
|
self.assertIn('automatic_lessee', node.driver_internal_info)
|
|
else:
|
|
self.assertIsNone(node.lessee)
|
|
self.assertNotIn('automatic_lessee', node.driver_internal_info)
|
|
|
|
def test_start_deploy_lessee_legacy_false(self):
|
|
self._test_start_deploy(automatic_lessee=False)
|
|
|
|
def test_start_deploy_lessee_source_none(self):
|
|
self._test_start_deploy(automatic_lessee_source=lessee_sources.NONE)
|
|
|
|
def test_start_deploy_lessee_source_request(self):
|
|
"""Validates that project_id from request context is the lessee."""
|
|
self._test_start_deploy(automatic_lessee_source=lessee_sources.REQUEST)
|
|
|
|
def test_start_deploy_lessee_source_instance(self):
|
|
"""Validates that project_id from instance info is the lessee."""
|
|
self._test_start_deploy(
|
|
automatic_lessee_source=lessee_sources.INSTANCE,
|
|
iinfo={'project_id': 'user-project-iinfo'})
|
|
|
|
@mock.patch.object(task_manager.TaskManager, 'process_event',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakePower.validate',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.validate',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_steps,
|
|
'validate_user_deploy_steps_and_templates',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_utils, 'validate_instance_info_traits',
|
|
autospec=True)
|
|
@mock.patch.object(images, 'is_whole_disk_image', autospec=True)
|
|
def test_start_deploy_lessee_legacy_false_even_if_src_set(
|
|
self, mock_iwdi, mock_validate_traits,
|
|
mock_validate_deploy_user_steps_and_templates,
|
|
mock_deploy_validate, mock_power_validate, mock_process_event):
|
|
self.context.auth_token_info = {
|
|
'token': {'project': {'id': 'user-project'}}
|
|
}
|
|
iinfo = {'project_id': 'user-project-iinfo'}
|
|
|
|
# Legacy lessee is disabled
|
|
self.config(automatic_lessee=False, group='conductor')
|
|
# but source is also set -- we should respect the disablement above all
|
|
self.config(automatic_lessee_source=lessee_sources.INSTANCE,
|
|
group='conductor')
|
|
|
|
self._start_service()
|
|
mock_iwdi.return_value = False
|
|
deploy_steps = [{"interface": "bios", "step": "factory_reset",
|
|
"priority": 95}]
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.AVAILABLE,
|
|
target_provision_state=states.ACTIVE,
|
|
instance_info=iinfo)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
deployments.start_deploy(task, self.service, configdrive=None,
|
|
event='deploy', deploy_steps=deploy_steps)
|
|
node.refresh()
|
|
mock_iwdi.assert_called_once_with(task.context,
|
|
task.node.instance_info)
|
|
self.assertFalse(node.driver_internal_info['is_whole_disk_image'])
|
|
self.assertEqual('partition', node.instance_info['image_type'])
|
|
mock_power_validate.assert_called_once_with(task.driver.power, task)
|
|
mock_deploy_validate.assert_called_once_with(task.driver.deploy, task)
|
|
mock_validate_traits.assert_called_once_with(task.node)
|
|
mock_validate_deploy_user_steps_and_templates.assert_called_once_with(
|
|
task, deploy_steps, skip_missing=True)
|
|
mock_process_event.assert_called_with(
|
|
mock.ANY, 'deploy', call_args=(
|
|
deployments.do_node_deploy, task, 1, None, deploy_steps),
|
|
callback=mock.ANY, err_handler=mock.ANY)
|
|
|
|
self.assertIsNone(node.lessee)
|
|
self.assertNotIn('automatic_lessee', node.driver_internal_info)
|
|
|
|
@mock.patch.object(images, 'is_source_a_path', autospec=True)
|
|
@mock.patch.object(task_manager.TaskManager, 'process_event',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakePower.validate',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.validate',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_steps,
|
|
'validate_user_deploy_steps_and_templates',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_utils, 'validate_instance_info_traits',
|
|
autospec=True)
|
|
@mock.patch.object(images, 'is_whole_disk_image', autospec=True)
|
|
def test_start_deploy_source_path(
|
|
self, mock_iwdi, mock_validate_traits,
|
|
mock_validate_deploy_user_steps_and_templates,
|
|
mock_deploy_validate, mock_power_validate,
|
|
mock_process_event, mock_is_source_a_path):
|
|
self._start_service()
|
|
mock_iwdi.return_value = None
|
|
mock_is_source_a_path.return_value = True
|
|
deploy_steps = [{"interface": "bios", "step": "factory_reset",
|
|
"priority": 95}]
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.AVAILABLE,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
deployments.start_deploy(task, self.service, configdrive=None,
|
|
event='deploy', deploy_steps=deploy_steps)
|
|
node.refresh()
|
|
mock_iwdi.assert_called_once_with(task.context,
|
|
task.node.instance_info)
|
|
mock_is_source_a_path.assert_called_once_with(
|
|
task.context,
|
|
task.node.instance_info.get('image_source')
|
|
)
|
|
self.assertNotIn('is_whole_disk_iamge', node.driver_internal_info)
|
|
self.assertTrue(node.driver_internal_info['is_source_a_path'])
|
|
mock_power_validate.assert_called_once_with(task.driver.power, task)
|
|
mock_deploy_validate.assert_called_once_with(task.driver.deploy, task)
|
|
mock_validate_traits.assert_called_once_with(task.node)
|
|
mock_validate_deploy_user_steps_and_templates.assert_called_once_with(
|
|
task, deploy_steps, skip_missing=True)
|
|
mock_process_event.assert_called_with(
|
|
mock.ANY, 'deploy', call_args=(
|
|
deployments.do_node_deploy, task, 1, None, deploy_steps),
|
|
callback=mock.ANY, err_handler=mock.ANY)
|
|
|
|
@mock.patch.object(images, 'is_source_a_path', autospec=True)
|
|
@mock.patch.object(task_manager.TaskManager, 'process_event',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakePower.validate',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.validate',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_steps,
|
|
'validate_user_deploy_steps_and_templates',
|
|
autospec=True)
|
|
@mock.patch.object(conductor_utils, 'validate_instance_info_traits',
|
|
autospec=True)
|
|
@mock.patch.object(images, 'is_whole_disk_image', autospec=True)
|
|
def test_start_deploy_source_path_none(
|
|
self, mock_iwdi, mock_validate_traits,
|
|
mock_validate_deploy_user_steps_and_templates,
|
|
mock_deploy_validate, mock_power_validate,
|
|
mock_process_event, mock_is_source_a_path):
|
|
self._start_service()
|
|
mock_iwdi.return_value = None
|
|
mock_is_source_a_path.return_value = None
|
|
deploy_steps = [{"interface": "bios", "step": "factory_reset",
|
|
"priority": 95}]
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.AVAILABLE,
|
|
target_provision_state=states.ACTIVE)
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
deployments.start_deploy(task, self.service, configdrive=None,
|
|
event='deploy', deploy_steps=deploy_steps)
|
|
node.refresh()
|
|
mock_iwdi.assert_called_once_with(task.context,
|
|
task.node.instance_info)
|
|
mock_is_source_a_path.assert_called_once_with(
|
|
task.context,
|
|
task.node.instance_info.get('image_source')
|
|
)
|
|
self.assertNotIn('is_whole_disk_iamge', node.driver_internal_info)
|
|
self.assertNotIn('is_source_a_path', node.driver_internal_info)
|
|
mock_power_validate.assert_called_once_with(task.driver.power, task)
|
|
mock_deploy_validate.assert_called_once_with(task.driver.deploy, task)
|
|
mock_validate_traits.assert_called_once_with(task.node)
|
|
mock_validate_deploy_user_steps_and_templates.assert_called_once_with(
|
|
task, deploy_steps, skip_missing=True)
|
|
mock_process_event.assert_called_with(
|
|
mock.ANY, 'deploy', call_args=(
|
|
deployments.do_node_deploy, task, 1, None, deploy_steps),
|
|
callback=mock.ANY, err_handler=mock.ANY)
|
|
|
|
|
|
@mgr_utils.mock_record_keepalive
|
|
class DoNextDeployStepTestCase(mgr_utils.ServiceSetUpMixin,
|
|
db_base.DbTestCase):
|
|
def setUp(self):
|
|
super(DoNextDeployStepTestCase, self).setUp()
|
|
self.deploy_start = {
|
|
'step': 'deploy_start', 'priority': 50, 'interface': 'deploy'}
|
|
self.deploy_end = {
|
|
'step': 'deploy_end', 'priority': 20, 'interface': 'deploy'}
|
|
self.deploy_steps = [self.deploy_start, self.deploy_end]
|
|
self.in_band_step = {
|
|
'step': 'deploy_middle', 'priority': 30, 'interface': 'deploy'}
|
|
|
|
def test__do_next_deploy_step_none(self):
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware')
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, None)
|
|
|
|
node.refresh()
|
|
self.assertEqual(states.ACTIVE, node.provision_state)
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test__do_next_deploy_step_async(self, mock_execute):
|
|
driver_internal_info = {'deploy_step_index': None,
|
|
'deploy_steps': self.deploy_steps}
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
driver_internal_info=driver_internal_info,
|
|
deploy_step={})
|
|
mock_execute.return_value = states.DEPLOYWAIT
|
|
expected_first_step = node.driver_internal_info['deploy_steps'][0]
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYWAIT, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertEqual(expected_first_step, node.deploy_step)
|
|
self.assertEqual(0, node.driver_internal_info['deploy_step_index'])
|
|
mock_execute.assert_called_once_with(mock.ANY, task,
|
|
self.deploy_steps[0])
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test__do_next_deploy_step_in_deploywait(self, mock_execute):
|
|
driver_internal_info = {'deploy_step_index': None,
|
|
'deploy_steps': self.deploy_steps,
|
|
'deployment_polling': True}
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
driver_internal_info=driver_internal_info,
|
|
deploy_step={})
|
|
|
|
def fake_execute(interface, task, step):
|
|
# A deploy step leaves the node in DEPLOYWAIT
|
|
task.process_event('wait')
|
|
return states.DEPLOYWAIT
|
|
|
|
mock_execute.side_effect = fake_execute
|
|
expected_first_step = node.driver_internal_info['deploy_steps'][0]
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
node.refresh()
|
|
self.assertIsNone(node.last_error)
|
|
self.assertEqual(states.DEPLOYWAIT, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertEqual(expected_first_step, node.deploy_step)
|
|
self.assertEqual(0, node.driver_internal_info['deploy_step_index'])
|
|
self.assertNotIn('deployment_polling', node.driver_internal_info)
|
|
mock_execute.assert_called_once_with(mock.ANY, task,
|
|
self.deploy_steps[0])
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test__do_next_deploy_step_continue_from_last_step(self, mock_execute):
|
|
# Resume an in-progress deploy after the first async step
|
|
driver_internal_info = {'deploy_step_index': 0,
|
|
'deploy_steps': self.deploy_steps}
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYWAIT,
|
|
target_provision_state=states.ACTIVE,
|
|
driver_internal_info=driver_internal_info,
|
|
deploy_step=self.deploy_steps[0])
|
|
mock_execute.return_value = states.DEPLOYWAIT
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('resume')
|
|
|
|
deployments.do_next_deploy_step(task, 1)
|
|
node.refresh()
|
|
|
|
self.assertEqual(states.DEPLOYWAIT, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertEqual(self.deploy_steps[1], node.deploy_step)
|
|
self.assertEqual(1, node.driver_internal_info['deploy_step_index'])
|
|
mock_execute.assert_called_once_with(mock.ANY, task,
|
|
self.deploy_steps[1])
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeConsole.start_console',
|
|
autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def _test__do_next_deploy_step_last_step_done(self, mock_execute,
|
|
mock_console,
|
|
console_enabled=False,
|
|
console_error=False):
|
|
# Resume where last_step is the last deploy step that was executed
|
|
driver_internal_info = {'deploy_step_index': 1,
|
|
'deploy_steps': self.deploy_steps}
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYWAIT,
|
|
target_provision_state=states.ACTIVE,
|
|
driver_internal_info=driver_internal_info,
|
|
deploy_step=self.deploy_steps[1],
|
|
console_enabled=console_enabled)
|
|
mock_execute.return_value = None
|
|
if console_error:
|
|
mock_console.side_effect = exception.ConsoleError()
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('resume')
|
|
|
|
deployments.do_next_deploy_step(task, None)
|
|
node.refresh()
|
|
# Deploying should be complete without calling additional steps
|
|
self.assertEqual(states.ACTIVE, node.provision_state)
|
|
self.assertEqual(states.NOSTATE, node.target_provision_state)
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertIsNone(node.driver_internal_info['deploy_steps'])
|
|
self.assertFalse(mock_execute.called)
|
|
if console_enabled:
|
|
mock_console.assert_called_once_with(mock.ANY, task)
|
|
else:
|
|
self.assertFalse(mock_console.called)
|
|
|
|
def test__do_next_deploy_step_last_step_done(self):
|
|
self._test__do_next_deploy_step_last_step_done()
|
|
|
|
def test__do_next_deploy_step_last_step_done_with_console(self):
|
|
self._test__do_next_deploy_step_last_step_done(console_enabled=True)
|
|
|
|
def test__do_next_deploy_step_last_step_done_with_console_error(self):
|
|
self._test__do_next_deploy_step_last_step_done(console_enabled=True,
|
|
console_error=True)
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test__do_next_deploy_step_all(self, mock_execute):
|
|
# Run all steps from start to finish (all synchronous)
|
|
driver_internal_info = {'deploy_step_index': None,
|
|
'deploy_steps': self.deploy_steps,
|
|
'agent_url': 'url',
|
|
'agent_secret_token': 'token'}
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
driver_internal_info=driver_internal_info,
|
|
deploy_step={})
|
|
mock_execute.return_value = None
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
# Deploying should be complete
|
|
node.refresh()
|
|
self.assertEqual(states.ACTIVE, node.provision_state)
|
|
self.assertEqual(states.NOSTATE, node.target_provision_state)
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertIsNone(node.driver_internal_info['deploy_steps'])
|
|
mock_execute.assert_has_calls(
|
|
[mock.call(task.driver.deploy, task, self.deploy_steps[0]),
|
|
mock.call(task.driver.deploy, task, self.deploy_steps[1])])
|
|
self.assertNotIn('agent_url', node.driver_internal_info)
|
|
self.assertNotIn('agent_secret_token', node.driver_internal_info)
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test__do_next_deploy_step_dynamic(self, mock_execute):
|
|
# Simulate adding more steps in runtime.
|
|
driver_internal_info = {'deploy_step_index': None,
|
|
'deploy_steps': self.deploy_steps[:1],
|
|
'agent_url': 'url',
|
|
'agent_secret_token': 'token'}
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
driver_internal_info=driver_internal_info,
|
|
deploy_step={})
|
|
|
|
def _fake_execute(iface, task, step):
|
|
dii = task.node.driver_internal_info
|
|
dii['deploy_steps'] = self.deploy_steps
|
|
task.node.driver_internal_info = dii
|
|
task.node.save()
|
|
|
|
mock_execute.side_effect = _fake_execute
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
# Deploying should be complete
|
|
node.refresh()
|
|
self.assertIsNone(node.last_error)
|
|
self.assertEqual(states.ACTIVE, node.provision_state)
|
|
self.assertEqual(states.NOSTATE, node.target_provision_state)
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertIsNone(node.driver_internal_info['deploy_steps'])
|
|
mock_execute.assert_has_calls(
|
|
[mock.call(task.driver.deploy, task, self.deploy_steps[0]),
|
|
mock.call(task.driver.deploy, task, self.deploy_steps[1])])
|
|
self.assertNotIn('agent_url', node.driver_internal_info)
|
|
self.assertNotIn('agent_secret_token', node.driver_internal_info)
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test__do_next_deploy_step_fast_track(self, mock_execute):
|
|
self.config(fast_track=True, group='deploy')
|
|
# Run all steps from start to finish (all synchronous)
|
|
driver_internal_info = {'deploy_step_index': None,
|
|
'deploy_steps': self.deploy_steps,
|
|
'agent_url': 'url',
|
|
'agent_secret_token': 'token'}
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
driver_internal_info=driver_internal_info,
|
|
deploy_step={})
|
|
mock_execute.return_value = None
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
# Deploying should be complete
|
|
node.refresh()
|
|
self.assertEqual(states.ACTIVE, node.provision_state)
|
|
self.assertEqual(states.NOSTATE, node.target_provision_state)
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertIsNone(node.driver_internal_info['deploy_steps'])
|
|
mock_execute.assert_has_calls(
|
|
[mock.call(task.driver.deploy, task, self.deploy_steps[0]),
|
|
mock.call(task.driver.deploy, task, self.deploy_steps[1])])
|
|
self.assertEqual('url', node.driver_internal_info['agent_url'])
|
|
self.assertEqual('token',
|
|
node.driver_internal_info['agent_secret_token'])
|
|
|
|
@mock.patch.object(conductor_utils, 'LOG', autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def _do_next_deploy_step_execute_fail(self, exc, traceback, handled,
|
|
mock_execute, mock_log):
|
|
# When a deploy step fails, go to DEPLOYFAIL
|
|
driver_internal_info = {'deploy_step_index': None,
|
|
'deploy_steps': self.deploy_steps}
|
|
self._start_service()
|
|
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
driver_internal_info=driver_internal_info,
|
|
provision_state=states.DEPLOYFAIL if handled else states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE,
|
|
last_error='existing error' if handled else None,
|
|
deploy_step={})
|
|
mock_execute.side_effect = exc
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
# Make sure we go to DEPLOYFAIL, clear deploy_steps
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
if handled:
|
|
self.assertEqual('existing error', node.last_error)
|
|
else:
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertIsNotNone(node.last_error)
|
|
self.assertIn(f"Deploy step deploy.{self.deploy_steps[0]['step']}",
|
|
node.last_error)
|
|
mock_log.error.assert_called_once_with(mock.ANY,
|
|
exc_info=traceback)
|
|
self.assertFalse(node.maintenance)
|
|
mock_execute.assert_called_once_with(mock.ANY, mock.ANY,
|
|
self.deploy_steps[0])
|
|
|
|
def test_do_next_deploy_step_execute_ironic_exception(self):
|
|
self._do_next_deploy_step_execute_fail(
|
|
exception.IronicException('foo'), False, False)
|
|
|
|
def test_do_next_deploy_step_execute_exception(self):
|
|
self._do_next_deploy_step_execute_fail(Exception('foo'), True, False)
|
|
|
|
def test_do_next_deploy_step_execute_handled_exception(self):
|
|
self._do_next_deploy_step_execute_fail(
|
|
exception.IronicException('foo'), False, True)
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test_do_next_deploy_step_no_steps(self, mock_execute):
|
|
|
|
self._start_service()
|
|
for info in ({'deploy_steps': None, 'deploy_step_index': None},
|
|
{'deploy_steps': None}):
|
|
# Resume where there are no steps, should be a noop
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
uuid=uuidutils.generate_uuid(),
|
|
last_error=None,
|
|
driver_internal_info=info,
|
|
deploy_step={})
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, None)
|
|
|
|
# Deploying should be complete without calling additional steps
|
|
node.refresh()
|
|
self.assertEqual(states.ACTIVE, node.provision_state)
|
|
self.assertEqual(states.NOSTATE, node.target_provision_state)
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertFalse(mock_execute.called)
|
|
mock_execute.reset_mock()
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test_do_next_deploy_step_bad_step_return_value(self, mock_execute):
|
|
# When a deploy step fails, go to DEPLOYFAIL
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
driver_internal_info={'deploy_steps': self.deploy_steps,
|
|
'deploy_step_index': None},
|
|
deploy_step={})
|
|
mock_execute.return_value = "foo"
|
|
|
|
task = task_manager.TaskManager(self.context, node.uuid)
|
|
task.process_event('deploy')
|
|
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
# Make sure we go to DEPLOYFAIL, clear deploy_steps
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
self.assertEqual(states.ACTIVE, node.target_provision_state)
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertIsNotNone(node.last_error)
|
|
self.assertFalse(node.maintenance)
|
|
mock_execute.assert_called_once_with(mock.ANY, mock.ANY,
|
|
self.deploy_steps[0])
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test_do_next_deploy_step_oob_reboot(self, mock_execute):
|
|
# When a deploy step fails, go to DEPLOYWAIT
|
|
tgt_prov_state = states.ACTIVE
|
|
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=tgt_prov_state,
|
|
last_error=None,
|
|
driver_internal_info={'deploy_steps': self.deploy_steps,
|
|
'deploy_step_index': None,
|
|
'deployment_reboot': True},
|
|
clean_step={})
|
|
mock_execute.side_effect = exception.AgentConnectionFailed(
|
|
reason='failed')
|
|
|
|
with task_manager.acquire(
|
|
self.context, node.uuid, shared=False) as task:
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
self._stop_service()
|
|
node.refresh()
|
|
|
|
# Make sure we go to DEPLOYWAIT
|
|
self.assertEqual(states.DEPLOYWAIT, node.provision_state)
|
|
self.assertEqual(tgt_prov_state, node.target_provision_state)
|
|
self.assertEqual(self.deploy_steps[0], node.deploy_step)
|
|
self.assertEqual(0, node.driver_internal_info['deploy_step_index'])
|
|
self.assertFalse(node.driver_internal_info['skip_current_deploy_step'])
|
|
mock_execute.assert_called_once_with(
|
|
mock.ANY, mock.ANY, self.deploy_steps[0])
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test_do_next_deploy_step_agent_busy(self, mock_execute):
|
|
# When a deploy step fails, go to DEPLOYWAIT
|
|
tgt_prov_state = states.ACTIVE
|
|
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=tgt_prov_state,
|
|
last_error=None,
|
|
driver_internal_info={'deploy_steps': self.deploy_steps,
|
|
'deploy_step_index': None,
|
|
'deployment_reboot': True},
|
|
clean_step={})
|
|
mock_execute.side_effect = exception.AgentInProgress(
|
|
reason='meow')
|
|
|
|
with task_manager.acquire(
|
|
self.context, node.uuid, shared=False) as task:
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
self._stop_service()
|
|
node.refresh()
|
|
|
|
# Make sure we go to DEPLOYWAIT
|
|
self.assertEqual(states.DEPLOYWAIT, node.provision_state)
|
|
self.assertEqual(tgt_prov_state, node.target_provision_state)
|
|
self.assertEqual(self.deploy_steps[0], node.deploy_step)
|
|
self.assertEqual(0, node.driver_internal_info['deploy_step_index'])
|
|
self.assertFalse(node.driver_internal_info['skip_current_deploy_step'])
|
|
mock_execute.assert_called_once_with(
|
|
mock.ANY, mock.ANY, self.deploy_steps[0])
|
|
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.execute_deploy_step',
|
|
autospec=True)
|
|
def test_do_next_deploy_step_oob_reboot_fail(self, mock_execute):
|
|
# When a deploy step fails with no reboot requested go to DEPLOYFAIL
|
|
tgt_prov_state = states.ACTIVE
|
|
|
|
self._start_service()
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=tgt_prov_state,
|
|
last_error=None,
|
|
driver_internal_info={'deploy_steps': self.deploy_steps,
|
|
'deploy_step_index': None},
|
|
deploy_step={})
|
|
mock_execute.side_effect = exception.AgentConnectionFailed(
|
|
reason='failed')
|
|
|
|
with task_manager.acquire(
|
|
self.context, node.uuid, shared=False) as task:
|
|
deployments.do_next_deploy_step(task, 0)
|
|
|
|
self._stop_service()
|
|
node.refresh()
|
|
|
|
# Make sure we go to DEPLOYFAIL, clear deploy_steps
|
|
self.assertEqual(states.DEPLOYFAIL, node.provision_state)
|
|
self.assertEqual(tgt_prov_state, node.target_provision_state)
|
|
self.assertEqual({}, node.deploy_step)
|
|
self.assertNotIn('deploy_step_index', node.driver_internal_info)
|
|
self.assertNotIn('skip_current_deploy_step', node.driver_internal_info)
|
|
self.assertIsNotNone(node.last_error)
|
|
mock_execute.assert_called_once_with(
|
|
mock.ANY, mock.ANY, self.deploy_steps[0])
|
|
|
|
def _test_do_next_deploy_step_handles(self, start_state):
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=start_state,
|
|
driver_internal_info={
|
|
'deploy_steps': [
|
|
{
|
|
'step': 'hold',
|
|
'priority': 10,
|
|
'interface': 'deploy'
|
|
}
|
|
],
|
|
'deploy_step_index': None},
|
|
clean_step=None)
|
|
with task_manager.acquire(
|
|
self.context, node.uuid, shared=False) as task:
|
|
deployments.do_next_deploy_step(task, 0)
|
|
node.refresh()
|
|
self.assertEqual(states.DEPLOYHOLD, node.provision_state)
|
|
|
|
def test_do_next_deploy_step_handles_hold_from_active(self):
|
|
# Prior step/action was out of the conductor
|
|
self._test_do_next_deploy_step_handles(states.DEPLOYING)
|
|
|
|
def test_do_next_deploy_step_handles_hold_from_wait(self):
|
|
# Prior step was async in a wait state
|
|
self._test_do_next_deploy_step_handles(states.DEPLOYWAIT)
|
|
|
|
@mock.patch.object(deployments, 'do_next_deploy_step', autospec=True)
|
|
@mock.patch.object(conductor_steps, '_get_steps', autospec=True)
|
|
def _continue_node_deploy(self, mock__get_steps, mock_next_step,
|
|
skip=True):
|
|
mock__get_steps.return_value = self.deploy_steps
|
|
driver_info = {'deploy_steps': self.deploy_steps,
|
|
'deploy_step_index': 1,
|
|
'deployment_polling': 'value'}
|
|
if not skip:
|
|
driver_info['skip_current_deploy_step'] = skip
|
|
node = obj_utils.create_test_node(
|
|
self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
driver_internal_info=driver_info,
|
|
deploy_step=self.deploy_steps[0])
|
|
with task_manager.acquire(self.context, node.uuid) as task:
|
|
deployments.continue_node_deploy(task)
|
|
expected_step_index = None if skip else 1
|
|
self.assertNotIn(
|
|
'skip_current_deploy_step', task.node.driver_internal_info)
|
|
self.assertNotIn(
|
|
'deployment_polling', task.node.driver_internal_info)
|
|
mock_next_step.assert_called_once_with(task, expected_step_index)
|
|
|
|
def test_continue_node_deploy(self):
|
|
self._continue_node_deploy(skip=True)
|
|
|
|
def test_continue_node_deploy_no_skip_step(self):
|
|
self._continue_node_deploy(skip=False)
|
|
|
|
@mock.patch.object(deployments, 'do_next_deploy_step', autospec=True)
|
|
@mock.patch('ironic.drivers.modules.fake.FakeDeploy.get_deploy_steps',
|
|
autospec=True)
|
|
def test_continue_node_deploy_first_agent_boot(self, mock_get_steps,
|
|
mock_next_step):
|
|
new_steps = [self.deploy_start, self.in_band_step, self.deploy_end]
|
|
mock_get_steps.return_value = new_steps
|
|
driver_info = {'deploy_steps': self.deploy_steps,
|
|
'deploy_step_index': 0}
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=states.ACTIVE,
|
|
last_error=None,
|
|
driver_internal_info=driver_info,
|
|
deploy_step=self.deploy_steps[0])
|
|
with task_manager.acquire(self.context, node.uuid) as task:
|
|
deployments.continue_node_deploy(task)
|
|
self.assertEqual(states.DEPLOYING, task.node.provision_state)
|
|
self.assertTrue(task.node.driver_internal_info['steps_validated'])
|
|
self.assertEqual(new_steps,
|
|
task.node.driver_internal_info['deploy_steps'])
|
|
mock_next_step.assert_called_once_with(task, 1)
|
|
|
|
@mock.patch.object(deployments, 'do_next_deploy_step', autospec=True)
|
|
@mock.patch.object(conductor_steps,
|
|
'validate_user_deploy_steps_and_templates',
|
|
autospec=True)
|
|
def test_continue_node_steps_validation(self, mock_validate,
|
|
mock_next_step):
|
|
tgt_prv_state = states.ACTIVE
|
|
mock_validate.side_effect = exception.InvalidParameterValue('boom')
|
|
driver_info = {'deploy_steps': self.deploy_steps,
|
|
'deploy_step_index': 0,
|
|
'steps_validated': False}
|
|
node = obj_utils.create_test_node(self.context, driver='fake-hardware',
|
|
provision_state=states.DEPLOYING,
|
|
target_provision_state=tgt_prv_state,
|
|
last_error=None,
|
|
driver_internal_info=driver_info,
|
|
deploy_step=self.deploy_steps[0])
|
|
with task_manager.acquire(self.context, node.uuid) as task:
|
|
deployments.continue_node_deploy(task)
|
|
self.assertEqual(states.DEPLOYFAIL, task.node.provision_state)
|
|
self.assertIn('Failed to validate the final deploy steps',
|
|
task.node.last_error)
|
|
self.assertIn('boom', task.node.last_error)
|
|
self.assertEqual(tgt_prv_state, node.target_provision_state)
|
|
self.assertFalse(mock_next_step.called)
|
|
|
|
|
|
@mock.patch.object(swift, 'SwiftAPI', autospec=True)
|
|
class StoreConfigDriveTestCase(db_base.DbTestCase):
|
|
|
|
def setUp(self):
|
|
super(StoreConfigDriveTestCase, self).setUp()
|
|
self.node = obj_utils.create_test_node(self.context,
|
|
driver='fake-hardware',
|
|
instance_info=None)
|
|
|
|
def test_store_configdrive(self, mock_swift):
|
|
deployments._store_configdrive(self.node, 'foo')
|
|
expected_instance_info = {'configdrive': 'foo'}
|
|
self.node.refresh()
|
|
self.assertEqual(expected_instance_info, self.node.instance_info)
|
|
self.assertFalse(mock_swift.called)
|
|
|
|
def test_store_configdrive_swift(self, mock_swift):
|
|
container_name = 'foo_container'
|
|
timeout = 123
|
|
expected_obj_name = 'configdrive-%s' % self.node.uuid
|
|
expected_obj_header = {'X-Delete-After': str(timeout)}
|
|
expected_instance_info = {'configdrive': 'http://1.2.3.4'}
|
|
|
|
# set configs and mocks
|
|
CONF.set_override('configdrive_use_object_store', True,
|
|
group='deploy')
|
|
CONF.set_override('configdrive_swift_container', container_name,
|
|
group='conductor')
|
|
CONF.set_override('deploy_callback_timeout', timeout,
|
|
group='conductor')
|
|
mock_swift.return_value.get_temp_url.return_value = 'http://1.2.3.4'
|
|
|
|
deployments._store_configdrive(self.node, 'foo')
|
|
|
|
mock_swift.assert_called_once_with()
|
|
mock_swift.return_value.create_object.assert_called_once_with(
|
|
container_name, expected_obj_name, mock.ANY,
|
|
object_headers=expected_obj_header)
|
|
mock_swift.return_value.get_temp_url.assert_called_once_with(
|
|
container_name, expected_obj_name, timeout)
|
|
self.node.refresh()
|
|
self.assertEqual(expected_instance_info, self.node.instance_info)
|
|
|
|
@mock.patch.object(conductor_utils, 'build_configdrive', autospec=True)
|
|
def test_store_configdrive_swift_build(self, mock_cd, mock_swift):
|
|
container_name = 'foo_container'
|
|
timeout = 123
|
|
expected_obj_name = 'configdrive-%s' % self.node.uuid
|
|
expected_obj_header = {'X-Delete-After': str(timeout)}
|
|
expected_instance_info = {'configdrive': 'http://1.2.3.4'}
|
|
|
|
mock_cd.return_value = 'fake'
|
|
|
|
# set configs and mocks
|
|
CONF.set_override('configdrive_use_object_store', True,
|
|
group='deploy')
|
|
CONF.set_override('configdrive_swift_container', container_name,
|
|
group='conductor')
|
|
CONF.set_override('deploy_callback_timeout', timeout,
|
|
group='conductor')
|
|
mock_swift.return_value.get_temp_url.return_value = 'http://1.2.3.4'
|
|
|
|
deployments._store_configdrive(self.node, {'meta_data': {}})
|
|
|
|
mock_swift.assert_called_once_with()
|
|
mock_swift.return_value.create_object.assert_called_once_with(
|
|
container_name, expected_obj_name, mock.ANY,
|
|
object_headers=expected_obj_header)
|
|
mock_swift.return_value.get_temp_url.assert_called_once_with(
|
|
container_name, expected_obj_name, timeout)
|
|
self.node.refresh()
|
|
self.assertEqual(expected_instance_info, self.node.instance_info)
|
|
mock_cd.assert_called_once_with(self.node, {'meta_data': {}})
|
|
|
|
def test_store_configdrive_swift_no_deploy_timeout(self, mock_swift):
|
|
container_name = 'foo_container'
|
|
expected_obj_name = 'configdrive-%s' % self.node.uuid
|
|
expected_obj_header = {'X-Delete-After': '1200'}
|
|
expected_instance_info = {'configdrive': 'http://1.2.3.4'}
|
|
|
|
# set configs and mocks
|
|
CONF.set_override('configdrive_use_object_store', True,
|
|
group='deploy')
|
|
CONF.set_override('configdrive_swift_container', container_name,
|
|
group='conductor')
|
|
CONF.set_override('configdrive_swift_temp_url_duration', 1200,
|
|
group='conductor')
|
|
CONF.set_override('deploy_callback_timeout', 0,
|
|
group='conductor')
|
|
mock_swift.return_value.get_temp_url.return_value = 'http://1.2.3.4'
|
|
|
|
deployments._store_configdrive(self.node, 'foo')
|
|
|
|
mock_swift.assert_called_once_with()
|
|
mock_swift.return_value.create_object.assert_called_once_with(
|
|
container_name, expected_obj_name, mock.ANY,
|
|
object_headers=expected_obj_header)
|
|
mock_swift.return_value.get_temp_url.assert_called_once_with(
|
|
container_name, expected_obj_name, 1200)
|
|
self.node.refresh()
|
|
self.assertEqual(expected_instance_info, self.node.instance_info)
|
|
|
|
def test_store_configdrive_swift_no_deploy_timeout_fallback(self,
|
|
mock_swift):
|
|
container_name = 'foo_container'
|
|
expected_obj_name = 'configdrive-%s' % self.node.uuid
|
|
expected_obj_header = {'X-Delete-After': '1800'}
|
|
expected_instance_info = {'configdrive': 'http://1.2.3.4'}
|
|
|
|
# set configs and mocks
|
|
CONF.set_override('configdrive_use_object_store', True,
|
|
group='deploy')
|
|
CONF.set_override('configdrive_swift_container', container_name,
|
|
group='conductor')
|
|
CONF.set_override('deploy_callback_timeout', 0,
|
|
group='conductor')
|
|
mock_swift.return_value.get_temp_url.return_value = 'http://1.2.3.4'
|
|
|
|
deployments._store_configdrive(self.node, 'foo')
|
|
|
|
mock_swift.assert_called_once_with()
|
|
mock_swift.return_value.create_object.assert_called_once_with(
|
|
container_name, expected_obj_name, mock.ANY,
|
|
object_headers=expected_obj_header)
|
|
mock_swift.return_value.get_temp_url.assert_called_once_with(
|
|
container_name, expected_obj_name, 1800)
|
|
self.node.refresh()
|
|
self.assertEqual(expected_instance_info, self.node.instance_info)
|