274 lines
13 KiB
Python
274 lines
13 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import ddt
|
|
import mock
|
|
from oslo_utils import uuidutils
|
|
|
|
from nova import context
|
|
from nova import objects
|
|
from nova import quota
|
|
from nova import test
|
|
from nova.tests import fixtures as nova_fixtures
|
|
from nova.tests.functional.db import test_instance_mapping
|
|
|
|
|
|
@ddt.ddt
|
|
class QuotaTestCase(test.NoDBTestCase):
|
|
USES_DB_SELF = True
|
|
|
|
def setUp(self):
|
|
super(QuotaTestCase, self).setUp()
|
|
self.useFixture(nova_fixtures.SpawnIsSynchronousFixture())
|
|
self.useFixture(nova_fixtures.Database(database='api'))
|
|
fix = nova_fixtures.CellDatabases()
|
|
fix.add_cell_database('cell1')
|
|
fix.add_cell_database('cell2')
|
|
self.useFixture(fix)
|
|
|
|
@ddt.data(True, False)
|
|
@mock.patch('nova.quota.LOG.warning')
|
|
@mock.patch('nova.quota._user_id_queued_for_delete_populated')
|
|
def test_server_group_members_count_by_user(self, uid_qfd_populated,
|
|
mock_uid_qfd_populated,
|
|
mock_warn_log):
|
|
mock_uid_qfd_populated.return_value = uid_qfd_populated
|
|
ctxt = context.RequestContext('fake-user', 'fake-project')
|
|
mapping1 = objects.CellMapping(context=ctxt,
|
|
uuid=uuidutils.generate_uuid(),
|
|
database_connection='cell1',
|
|
transport_url='none:///')
|
|
mapping2 = objects.CellMapping(context=ctxt,
|
|
uuid=uuidutils.generate_uuid(),
|
|
database_connection='cell2',
|
|
transport_url='none:///')
|
|
mapping1.create()
|
|
mapping2.create()
|
|
|
|
# Create a server group the instances will use.
|
|
group = objects.InstanceGroup(context=ctxt)
|
|
group.project_id = ctxt.project_id
|
|
group.user_id = ctxt.user_id
|
|
group.create()
|
|
instance_uuids = []
|
|
|
|
# Create an instance in cell1
|
|
with context.target_cell(ctxt, mapping1) as cctxt:
|
|
instance = objects.Instance(context=cctxt,
|
|
project_id='fake-project',
|
|
user_id='fake-user')
|
|
instance.create()
|
|
instance_uuids.append(instance.uuid)
|
|
im = objects.InstanceMapping(context=ctxt,
|
|
instance_uuid=instance.uuid,
|
|
project_id='fake-project',
|
|
user_id='fake-user',
|
|
cell_id=mapping1.id)
|
|
im.create()
|
|
|
|
# Create an instance in cell2
|
|
with context.target_cell(ctxt, mapping2) as cctxt:
|
|
instance = objects.Instance(context=cctxt,
|
|
project_id='fake-project',
|
|
user_id='fake-user')
|
|
instance.create()
|
|
instance_uuids.append(instance.uuid)
|
|
im = objects.InstanceMapping(context=ctxt,
|
|
instance_uuid=instance.uuid,
|
|
project_id='fake-project',
|
|
user_id='fake-user',
|
|
cell_id=mapping2.id)
|
|
im.create()
|
|
|
|
# Create an instance that is queued for delete in cell2. It should not
|
|
# be counted
|
|
with context.target_cell(ctxt, mapping2) as cctxt:
|
|
instance = objects.Instance(context=cctxt,
|
|
project_id='fake-project',
|
|
user_id='fake-user')
|
|
instance.create()
|
|
instance.destroy()
|
|
instance_uuids.append(instance.uuid)
|
|
im = objects.InstanceMapping(context=ctxt,
|
|
instance_uuid=instance.uuid,
|
|
project_id='fake-project',
|
|
user_id='fake-user',
|
|
cell_id=mapping2.id,
|
|
queued_for_delete=True)
|
|
im.create()
|
|
|
|
# Add the uuids to the group
|
|
objects.InstanceGroup.add_members(ctxt, group.uuid, instance_uuids)
|
|
# add_members() doesn't add the members to the object field
|
|
group.members.extend(instance_uuids)
|
|
|
|
# Count server group members from instance mappings or cell databases,
|
|
# depending on whether the user_id/queued_for_delete data migration has
|
|
# been completed.
|
|
count = quota._server_group_count_members_by_user(ctxt, group,
|
|
'fake-user')
|
|
|
|
self.assertEqual(2, count['user']['server_group_members'])
|
|
|
|
if uid_qfd_populated:
|
|
# Did not log a warning about falling back to legacy count.
|
|
mock_warn_log.assert_not_called()
|
|
else:
|
|
# Logged a warning about falling back to legacy count.
|
|
mock_warn_log.assert_called_once()
|
|
|
|
# Create a duplicate of the cell1 instance in cell2 except hidden.
|
|
with context.target_cell(ctxt, mapping2) as cctxt:
|
|
instance = objects.Instance(context=cctxt,
|
|
project_id='fake-project',
|
|
user_id='fake-user',
|
|
uuid=instance_uuids[0],
|
|
hidden=True)
|
|
instance.create()
|
|
# The duplicate hidden instance should not be counted.
|
|
count = quota._server_group_count_members_by_user(
|
|
ctxt, group, instance.user_id)
|
|
self.assertEqual(2, count['user']['server_group_members'])
|
|
|
|
@mock.patch('nova.objects.CellMappingList.get_by_project_id',
|
|
wraps=objects.CellMappingList.get_by_project_id)
|
|
def test_instances_cores_ram_count(self, mock_get_project_cell_mappings):
|
|
ctxt = context.RequestContext('fake-user', 'fake-project')
|
|
mapping1 = objects.CellMapping(context=ctxt,
|
|
uuid=uuidutils.generate_uuid(),
|
|
database_connection='cell1',
|
|
transport_url='none:///')
|
|
mapping2 = objects.CellMapping(context=ctxt,
|
|
uuid=uuidutils.generate_uuid(),
|
|
database_connection='cell2',
|
|
transport_url='none:///')
|
|
mapping1.create()
|
|
mapping2.create()
|
|
|
|
# Create an instance in cell1
|
|
with context.target_cell(ctxt, mapping1) as cctxt:
|
|
instance = objects.Instance(context=cctxt,
|
|
project_id='fake-project',
|
|
user_id='fake-user',
|
|
vcpus=2, memory_mb=512)
|
|
instance.create()
|
|
# create mapping for the instance since we query only those cells
|
|
# in which the project has instances based on the instance_mappings
|
|
im = objects.InstanceMapping(context=ctxt,
|
|
instance_uuid=instance.uuid,
|
|
cell_mapping=mapping1,
|
|
project_id='fake-project')
|
|
im.create()
|
|
|
|
# Create an instance in cell2
|
|
with context.target_cell(ctxt, mapping2) as cctxt:
|
|
instance = objects.Instance(context=cctxt,
|
|
project_id='fake-project',
|
|
user_id='fake-user',
|
|
vcpus=4, memory_mb=1024)
|
|
instance.create()
|
|
# create mapping for the instance since we query only those cells
|
|
# in which the project has instances based on the instance_mappings
|
|
im = objects.InstanceMapping(context=ctxt,
|
|
instance_uuid=instance.uuid,
|
|
cell_mapping=mapping2,
|
|
project_id='fake-project')
|
|
im.create()
|
|
|
|
# Create an instance in cell2 for a different user
|
|
with context.target_cell(ctxt, mapping2) as cctxt:
|
|
instance = objects.Instance(context=cctxt,
|
|
project_id='fake-project',
|
|
user_id='other-fake-user',
|
|
vcpus=4, memory_mb=1024)
|
|
instance.create()
|
|
# create mapping for the instance since we query only those cells
|
|
# in which the project has instances based on the instance_mappings
|
|
im = objects.InstanceMapping(context=ctxt,
|
|
instance_uuid=instance.uuid,
|
|
cell_mapping=mapping2,
|
|
project_id='fake-project')
|
|
im.create()
|
|
|
|
# Count instances, cores, and ram across cells (all cells)
|
|
count = quota._instances_cores_ram_count(ctxt, 'fake-project',
|
|
user_id='fake-user')
|
|
mock_get_project_cell_mappings.assert_not_called()
|
|
self.assertEqual(3, count['project']['instances'])
|
|
self.assertEqual(10, count['project']['cores'])
|
|
self.assertEqual(2560, count['project']['ram'])
|
|
self.assertEqual(2, count['user']['instances'])
|
|
self.assertEqual(6, count['user']['cores'])
|
|
self.assertEqual(1536, count['user']['ram'])
|
|
|
|
# Count instances, cores, and ram across cells (query cell subset)
|
|
self.flags(instance_list_per_project_cells=True, group='api')
|
|
count = quota._instances_cores_ram_count(ctxt, 'fake-project',
|
|
user_id='fake-user')
|
|
mock_get_project_cell_mappings.assert_called_with(ctxt, 'fake-project')
|
|
self.assertEqual(3, count['project']['instances'])
|
|
self.assertEqual(10, count['project']['cores'])
|
|
self.assertEqual(2560, count['project']['ram'])
|
|
self.assertEqual(2, count['user']['instances'])
|
|
self.assertEqual(6, count['user']['cores'])
|
|
self.assertEqual(1536, count['user']['ram'])
|
|
|
|
def test_user_id_queued_for_delete_populated(self):
|
|
ctxt = context.RequestContext(
|
|
test_instance_mapping.sample_mapping['user_id'],
|
|
test_instance_mapping.sample_mapping['project_id'])
|
|
|
|
# One deleted or SOFT_DELETED instance with user_id=None, should not be
|
|
# considered by the check.
|
|
test_instance_mapping.create_mapping(user_id=None,
|
|
queued_for_delete=True)
|
|
|
|
# Should be True because deleted instances are not considered.
|
|
self.assertTrue(quota._user_id_queued_for_delete_populated(ctxt))
|
|
|
|
# A non-deleted instance with user_id=None, should be considered in the
|
|
# check.
|
|
test_instance_mapping.create_mapping(user_id=None,
|
|
queued_for_delete=False)
|
|
|
|
# Should be False because it's not deleted and user_id is unmigrated.
|
|
self.assertFalse(quota._user_id_queued_for_delete_populated(ctxt))
|
|
|
|
# A non-deleted instance in a different project, should be considered
|
|
# in the check (if project_id is not passed).
|
|
test_instance_mapping.create_mapping(queued_for_delete=False,
|
|
project_id='other-project')
|
|
|
|
# Should be False since only instance 3 has user_id set and we're not
|
|
# filtering on project.
|
|
self.assertFalse(quota._user_id_queued_for_delete_populated(ctxt))
|
|
|
|
# Should be True because only instance 3 will be considered when we
|
|
# filter on project.
|
|
self.assertTrue(
|
|
quota._user_id_queued_for_delete_populated(
|
|
ctxt, project_id='other-project'))
|
|
|
|
# Add a mapping for an instance that has not yet migrated
|
|
# queued_for_delete.
|
|
test_instance_mapping.create_mapping(queued_for_delete=None)
|
|
|
|
# Should be False because an unmigrated queued_for_delete was found.
|
|
self.assertFalse(
|
|
quota._user_id_queued_for_delete_populated(ctxt))
|
|
|
|
# Check again filtering on project. Should be True because the
|
|
# unmigrated queued_for_delete record is part of a different project.
|
|
self.assertTrue(
|
|
quota._user_id_queued_for_delete_populated(
|
|
ctxt, project_id='other-project'))
|