This patch makes rpc calls that are the result of booting an instance propagate the new block device mapping format. The way this is done is by adding a 'legacy_bdm' flag to the conductor (task) API. Since both the scheduler and the compute service propagate the block device mapping as part of the request_spec field, a flag named legacy_bdm_in_spec to indicate that was introduced in their respective APIs. Currently block_device_mapping is not used by any of the in-tree filters in the scheduler, so it is assumed that scheduler's boot functionality has now transitioned to the new format. This patch also bumps RPC versions of the task, scheduler and compute manager classes. Finally this patch propagates the legacy_bdm_in_spec through the run_instance callback of the compute manager so that, in case of error - the instance is re-scheduled with the proper flag set. blueprint: improve-block-device-handling Change-Id: I5f25ddd4d586dda91061f065c1796be726b0ede3
223 lines
9.0 KiB
Python
223 lines
9.0 KiB
Python
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright 2011 OpenStack Foundation
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""
|
|
Tests For Chance Scheduler.
|
|
"""
|
|
|
|
import random
|
|
|
|
import mox
|
|
|
|
from nova.compute import rpcapi as compute_rpcapi
|
|
from nova.compute import utils as compute_utils
|
|
from nova.compute import vm_states
|
|
from nova.conductor import api as conductor_api
|
|
from nova import context
|
|
from nova import db
|
|
from nova import exception
|
|
from nova.scheduler import chance
|
|
from nova.scheduler import driver
|
|
from nova.tests.scheduler import test_scheduler
|
|
|
|
|
|
class ChanceSchedulerTestCase(test_scheduler.SchedulerTestCase):
|
|
"""Test case for Chance Scheduler."""
|
|
|
|
driver_cls = chance.ChanceScheduler
|
|
|
|
def test_filter_hosts_avoid(self):
|
|
"""Test to make sure _filter_hosts() filters original hosts if
|
|
avoid_original_host is True.
|
|
"""
|
|
|
|
hosts = ['host1', 'host2', 'host3']
|
|
request_spec = dict(instance_properties=dict(host='host2'))
|
|
filter_properties = {'ignore_hosts': ['host2']}
|
|
|
|
filtered = self.driver._filter_hosts(request_spec, hosts,
|
|
filter_properties=filter_properties)
|
|
self.assertEqual(filtered, ['host1', 'host3'])
|
|
|
|
def test_filter_hosts_no_avoid(self):
|
|
"""Test to make sure _filter_hosts() does not filter original
|
|
hosts if avoid_original_host is False.
|
|
"""
|
|
|
|
hosts = ['host1', 'host2', 'host3']
|
|
request_spec = dict(instance_properties=dict(host='host2'))
|
|
filter_properties = {'ignore_hosts': []}
|
|
|
|
filtered = self.driver._filter_hosts(request_spec, hosts,
|
|
filter_properties=filter_properties)
|
|
self.assertEqual(filtered, hosts)
|
|
|
|
def test_basic_schedule_run_instance(self):
|
|
ctxt = context.RequestContext('fake', 'fake', False)
|
|
ctxt_elevated = 'fake-context-elevated'
|
|
instance_opts = {'fake_opt1': 'meow', 'launch_index': -1}
|
|
instance1 = {'uuid': 'fake-uuid1'}
|
|
instance2 = {'uuid': 'fake-uuid2'}
|
|
request_spec = {'instance_uuids': ['fake-uuid1', 'fake-uuid2'],
|
|
'instance_properties': instance_opts}
|
|
|
|
def inc_launch_index(*args):
|
|
request_spec['instance_properties']['launch_index'] = (
|
|
request_spec['instance_properties']['launch_index'] + 1)
|
|
|
|
self.mox.StubOutWithMock(ctxt, 'elevated')
|
|
self.mox.StubOutWithMock(self.driver, 'hosts_up')
|
|
self.mox.StubOutWithMock(random, 'choice')
|
|
self.mox.StubOutWithMock(driver, 'instance_update_db')
|
|
self.mox.StubOutWithMock(compute_rpcapi.ComputeAPI, 'run_instance')
|
|
|
|
ctxt.elevated().AndReturn(ctxt_elevated)
|
|
# instance 1
|
|
hosts_full = ['host1', 'host2', 'host3', 'host4']
|
|
self.driver.hosts_up(ctxt_elevated, 'compute').AndReturn(hosts_full)
|
|
random.choice(hosts_full).AndReturn('host3')
|
|
driver.instance_update_db(ctxt, instance1['uuid']).WithSideEffects(
|
|
inc_launch_index).AndReturn(instance1)
|
|
compute_rpcapi.ComputeAPI.run_instance(ctxt, host='host3',
|
|
instance=instance1, requested_networks=None,
|
|
injected_files=None, admin_password=None, is_first_time=None,
|
|
request_spec=request_spec, filter_properties={},
|
|
legacy_bdm_in_spec=False)
|
|
|
|
# instance 2
|
|
ctxt.elevated().AndReturn(ctxt_elevated)
|
|
self.driver.hosts_up(ctxt_elevated, 'compute').AndReturn(hosts_full)
|
|
random.choice(hosts_full).AndReturn('host1')
|
|
driver.instance_update_db(ctxt, instance2['uuid']).WithSideEffects(
|
|
inc_launch_index).AndReturn(instance2)
|
|
compute_rpcapi.ComputeAPI.run_instance(ctxt, host='host1',
|
|
instance=instance2, requested_networks=None,
|
|
injected_files=None, admin_password=None, is_first_time=None,
|
|
request_spec=request_spec, filter_properties={},
|
|
legacy_bdm_in_spec=False)
|
|
|
|
self.mox.ReplayAll()
|
|
self.driver.schedule_run_instance(ctxt, request_spec,
|
|
None, None, None, None, {}, False)
|
|
|
|
def test_basic_schedule_run_instance_no_hosts(self):
|
|
ctxt = context.RequestContext('fake', 'fake', False)
|
|
ctxt_elevated = 'fake-context-elevated'
|
|
uuid = 'fake-uuid1'
|
|
instance_opts = {'fake_opt1': 'meow', 'launch_index': -1}
|
|
request_spec = {'instance_uuids': [uuid],
|
|
'instance_properties': instance_opts}
|
|
|
|
self.mox.StubOutWithMock(ctxt, 'elevated')
|
|
self.mox.StubOutWithMock(self.driver, 'hosts_up')
|
|
self.mox.StubOutWithMock(compute_utils, 'add_instance_fault_from_exc')
|
|
self.mox.StubOutWithMock(db, 'instance_update_and_get_original')
|
|
|
|
# instance 1
|
|
ctxt.elevated().AndReturn(ctxt_elevated)
|
|
self.driver.hosts_up(ctxt_elevated, 'compute').AndReturn([])
|
|
old_ref, new_ref = db.instance_update_and_get_original(ctxt, uuid,
|
|
{'vm_state': vm_states.ERROR,
|
|
'task_state': None}).AndReturn(({}, {}))
|
|
compute_utils.add_instance_fault_from_exc(ctxt,
|
|
mox.IsA(conductor_api.LocalAPI), new_ref,
|
|
mox.IsA(exception.NoValidHost), mox.IgnoreArg())
|
|
|
|
self.mox.ReplayAll()
|
|
self.driver.schedule_run_instance(
|
|
ctxt, request_spec, None, None, None, None, {}, False)
|
|
|
|
def test_select_hosts(self):
|
|
ctxt = context.RequestContext('fake', 'fake', False)
|
|
ctxt_elevated = 'fake-context-elevated'
|
|
instance_opts = {'fake_opt1': 'meow', 'launch_index': -1}
|
|
request_spec = {'instance_uuids': ['fake-uuid1', 'fake-uuid2'],
|
|
'instance_properties': instance_opts}
|
|
|
|
self.mox.StubOutWithMock(ctxt, 'elevated')
|
|
self.mox.StubOutWithMock(self.driver, 'hosts_up')
|
|
self.mox.StubOutWithMock(random, 'choice')
|
|
|
|
ctxt.elevated().AndReturn(ctxt_elevated)
|
|
|
|
# instance 1
|
|
hosts_full = ['host1', 'host2', 'host3', 'host4']
|
|
self.driver.hosts_up(ctxt_elevated, 'compute').AndReturn(hosts_full)
|
|
random.choice(hosts_full).AndReturn('host3')
|
|
|
|
# instance 2
|
|
ctxt.elevated().AndReturn(ctxt_elevated)
|
|
self.driver.hosts_up(ctxt_elevated, 'compute').AndReturn(hosts_full)
|
|
random.choice(hosts_full).AndReturn('host1')
|
|
|
|
self.mox.ReplayAll()
|
|
hosts = self.driver.select_hosts(ctxt, request_spec, {})
|
|
self.assertEquals(['host3', 'host1'], hosts)
|
|
|
|
def test_select_hosts_no_valid_host(self):
|
|
|
|
def _return_no_host(*args, **kwargs):
|
|
return []
|
|
|
|
self.stubs.Set(self.driver, '_schedule', _return_no_host)
|
|
self.assertRaises(exception.NoValidHost,
|
|
self.driver.select_hosts, self.context, {}, {})
|
|
|
|
def test_select_destinations(self):
|
|
ctxt = context.RequestContext('fake', 'fake', False)
|
|
ctxt_elevated = 'fake-context-elevated'
|
|
request_spec = {'num_instances': 2}
|
|
|
|
self.mox.StubOutWithMock(ctxt, 'elevated')
|
|
self.mox.StubOutWithMock(self.driver, 'hosts_up')
|
|
self.mox.StubOutWithMock(random, 'choice')
|
|
|
|
hosts_full = ['host1', 'host2', 'host3', 'host4']
|
|
|
|
ctxt.elevated().AndReturn(ctxt_elevated)
|
|
self.driver.hosts_up(ctxt_elevated, 'compute').AndReturn(hosts_full)
|
|
random.choice(hosts_full).AndReturn('host3')
|
|
|
|
ctxt.elevated().AndReturn(ctxt_elevated)
|
|
self.driver.hosts_up(ctxt_elevated, 'compute').AndReturn(hosts_full)
|
|
random.choice(hosts_full).AndReturn('host2')
|
|
|
|
self.mox.ReplayAll()
|
|
dests = self.driver.select_destinations(ctxt, request_spec, {})
|
|
self.assertEquals(2, len(dests))
|
|
(host, node) = (dests[0]['host'], dests[0]['nodename'])
|
|
self.assertEquals('host3', host)
|
|
self.assertEquals(None, node)
|
|
(host, node) = (dests[1]['host'], dests[1]['nodename'])
|
|
self.assertEquals('host2', host)
|
|
self.assertEquals(None, node)
|
|
|
|
def test_select_destinations_no_valid_host(self):
|
|
|
|
def _return_no_host(*args, **kwargs):
|
|
return []
|
|
|
|
self.mox.StubOutWithMock(self.driver, 'hosts_up')
|
|
self.driver.hosts_up(mox.IgnoreArg(),
|
|
mox.IgnoreArg()).AndReturn([1, 2])
|
|
self.stubs.Set(self.driver, '_filter_hosts', _return_no_host)
|
|
self.mox.ReplayAll()
|
|
|
|
request_spec = {'num_instances': 1}
|
|
self.assertRaises(exception.NoValidHost,
|
|
self.driver.select_destinations, self.context,
|
|
request_spec, {})
|