[compute] always set instance.host in post_livemigration
This change add a new _post_live_migration_update_host function that wraps _post_live_migration and just ensures that if we exit due to an exception instance.host is set to the destination host. when we are in _post_live_migration the guest has already started running on the destination host and we cannot revert. Sometimes admins or users will hard reboot the instance expecting that to fix everything when the vm enters the error state after the failed migrations. Previously this would end up recreating the instance on the source node leading to possible data corruption if the instance used shared storage. Change-Id: Ibc4bc7edf1c8d1e841c72c9188a0a62836e9f153 Partial-Bug: #1628606 (cherry picked from commit8449b7caef
) (cherry picked from commit643b0c7d35
) (cherry picked from commit17ae907569
) (cherry picked from commit15502ddedc
)
This commit is contained in:
parent
ed1ea71489
commit
43c0e40d28
|
@ -8460,8 +8460,9 @@ class ComputeManager(manager.Manager):
|
|||
# host attachment. We fetch BDMs before that to retain connection_info
|
||||
# and attachment_id relating to the source host for post migration
|
||||
# cleanup.
|
||||
post_live_migration = functools.partial(self._post_live_migration,
|
||||
source_bdms=source_bdms)
|
||||
post_live_migration = functools.partial(
|
||||
self._post_live_migration_update_host, source_bdms=source_bdms
|
||||
)
|
||||
rollback_live_migration = functools.partial(
|
||||
self._rollback_live_migration, source_bdms=source_bdms)
|
||||
|
||||
|
@ -8707,6 +8708,42 @@ class ComputeManager(manager.Manager):
|
|||
bdm.attachment_id, self.host,
|
||||
str(e), instance=instance)
|
||||
|
||||
# TODO(sean-k-mooney): add typing
|
||||
def _post_live_migration_update_host(
|
||||
self, ctxt, instance, dest, block_migration=False,
|
||||
migrate_data=None, source_bdms=None
|
||||
):
|
||||
try:
|
||||
self._post_live_migration(
|
||||
ctxt, instance, dest, block_migration, migrate_data,
|
||||
source_bdms)
|
||||
except Exception:
|
||||
# Restore the instance object
|
||||
node_name = None
|
||||
try:
|
||||
# get node name of compute, where instance will be
|
||||
# running after migration, that is destination host
|
||||
compute_node = self._get_compute_info(ctxt, dest)
|
||||
node_name = compute_node.hypervisor_hostname
|
||||
except exception.ComputeHostNotFound:
|
||||
LOG.exception('Failed to get compute_info for %s', dest)
|
||||
|
||||
# we can never rollback from post live migration and we can only
|
||||
# get here if the instance is running on the dest so we ensure
|
||||
# the instance.host is set correctly and reraise the original
|
||||
# exception unmodified.
|
||||
if instance.host != dest:
|
||||
# apply saves the new fields while drop actually removes the
|
||||
# migration context from the instance, so migration persists.
|
||||
instance.apply_migration_context()
|
||||
instance.drop_migration_context()
|
||||
instance.host = dest
|
||||
instance.task_state = None
|
||||
instance.node = node_name
|
||||
instance.progress = 0
|
||||
instance.save()
|
||||
raise
|
||||
|
||||
@wrap_exception()
|
||||
@wrap_instance_fault
|
||||
def _post_live_migration(self, ctxt, instance, dest,
|
||||
|
@ -8718,7 +8755,7 @@ class ComputeManager(manager.Manager):
|
|||
and mainly updating database record.
|
||||
|
||||
:param ctxt: security context
|
||||
:param instance: instance dict
|
||||
:param instance: instance object
|
||||
:param dest: destination host
|
||||
:param block_migration: if true, prepare for block migration
|
||||
:param migrate_data: if not None, it is a dict which has data
|
||||
|
|
|
@ -56,6 +56,5 @@ class PostLiveMigrationFail(
|
|||
server = self._live_migrate(
|
||||
server, migration_expected_state='error',
|
||||
server_expected_state='ERROR')
|
||||
# FIXME(amit): this should point to the dest as after migration
|
||||
# but does not because of bug 1628606
|
||||
self.assertEqual(self.src.host, server['OS-EXT-SRV-ATTR:host'])
|
||||
|
||||
self.assertEqual(self.dest.host, server['OS-EXT-SRV-ATTR:host'])
|
||||
|
|
|
@ -9949,6 +9949,27 @@ class ComputeManagerMigrationTestCase(test.NoDBTestCase,
|
|||
self.instance,
|
||||
migration)
|
||||
|
||||
def test_post_live_migration_update_host(self):
|
||||
@mock.patch.object(self.compute, '_get_compute_info')
|
||||
def _test_post_live_migration(_get_compute_info):
|
||||
dest_host = 'dest'
|
||||
cn = objects.ComputeNode(hypervisor_hostname=dest_host)
|
||||
_get_compute_info.return_value = cn
|
||||
instance = fake_instance.fake_instance_obj(self.context,
|
||||
node='src',
|
||||
uuid=uuids.instance)
|
||||
with mock.patch.object(self.compute, "_post_live_migration"
|
||||
) as plm, mock.patch.object(instance, "save") as save:
|
||||
error = ValueError("some failure")
|
||||
plm.side_effect = error
|
||||
self.assertRaises(
|
||||
ValueError, self.compute._post_live_migration_update_host,
|
||||
self.context, instance, dest_host)
|
||||
save.assert_called_once()
|
||||
self.assertEqual(instance.host, dest_host)
|
||||
|
||||
_test_post_live_migration()
|
||||
|
||||
def test_post_live_migration_cinder_pre_344_api(self):
|
||||
# Because live migration has
|
||||
# succeeded,_post_live_migration_remove_source_vol_connections()
|
||||
|
|
Loading…
Reference in New Issue