390 lines
18 KiB
Python
390 lines
18 KiB
Python
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright 2010 United States Government as represented by the
|
|
# Administrator of the National Aeronautics and Space Administration.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from base64 import b64decode
|
|
import json
|
|
from M2Crypto import BIO
|
|
from M2Crypto import RSA
|
|
import os
|
|
import shutil
|
|
import tempfile
|
|
import time
|
|
|
|
from eventlet import greenthread
|
|
|
|
from nova import context
|
|
from nova import crypto
|
|
from nova import db
|
|
from nova import flags
|
|
from nova import log as logging
|
|
from nova import rpc
|
|
from nova import service
|
|
from nova import test
|
|
from nova.auth import manager
|
|
from nova.compute import power_state
|
|
from nova.api.ec2 import cloud
|
|
from nova.api.ec2 import ec2utils
|
|
from nova.image import local
|
|
from nova.objectstore import image
|
|
|
|
|
|
FLAGS = flags.FLAGS
|
|
LOG = logging.getLogger('nova.tests.cloud')
|
|
|
|
# Temp dirs for working with image attributes through the cloud controller
|
|
# (stole this from objectstore_unittest.py)
|
|
OSS_TEMPDIR = tempfile.mkdtemp(prefix='test_oss-')
|
|
IMAGES_PATH = os.path.join(OSS_TEMPDIR, 'images')
|
|
os.makedirs(IMAGES_PATH)
|
|
|
|
|
|
# TODO(termie): these tests are rather fragile, they should at the lest be
|
|
# wiping database state after each run
|
|
class CloudTestCase(test.TestCase):
|
|
def setUp(self):
|
|
super(CloudTestCase, self).setUp()
|
|
self.flags(connection_type='fake',
|
|
images_path=IMAGES_PATH)
|
|
|
|
self.conn = rpc.Connection.instance()
|
|
|
|
# set up our cloud
|
|
self.cloud = cloud.CloudController()
|
|
|
|
# set up services
|
|
self.compute = self.start_service('compute')
|
|
self.scheduter = self.start_service('scheduler')
|
|
self.network = self.start_service('network')
|
|
|
|
self.manager = manager.AuthManager()
|
|
self.user = self.manager.create_user('admin', 'admin', 'admin', True)
|
|
self.project = self.manager.create_project('proj', 'admin', 'proj')
|
|
self.context = context.RequestContext(user=self.user,
|
|
project=self.project)
|
|
host = self.network.get_network_host(self.context.elevated())
|
|
|
|
def fake_show(meh, context, id):
|
|
return {'id': 1, 'properties': {'kernel_id': 1, 'ramdisk_id': 1}}
|
|
|
|
self.stubs.Set(local.LocalImageService, 'show', fake_show)
|
|
self.stubs.Set(local.LocalImageService, 'show_by_name', fake_show)
|
|
|
|
def tearDown(self):
|
|
network_ref = db.project_get_network(self.context,
|
|
self.project.id)
|
|
db.network_disassociate(self.context, network_ref['id'])
|
|
self.manager.delete_project(self.project)
|
|
self.manager.delete_user(self.user)
|
|
self.compute.kill()
|
|
self.network.kill()
|
|
super(CloudTestCase, self).tearDown()
|
|
|
|
def _create_key(self, name):
|
|
# NOTE(vish): create depends on pool, so just call helper directly
|
|
return cloud._gen_key(self.context, self.context.user.id, name)
|
|
|
|
def test_describe_regions(self):
|
|
"""Makes sure describe regions runs without raising an exception"""
|
|
result = self.cloud.describe_regions(self.context)
|
|
self.assertEqual(len(result['regionInfo']), 1)
|
|
regions = FLAGS.region_list
|
|
FLAGS.region_list = ["one=test_host1", "two=test_host2"]
|
|
result = self.cloud.describe_regions(self.context)
|
|
self.assertEqual(len(result['regionInfo']), 2)
|
|
FLAGS.region_list = regions
|
|
|
|
def test_describe_addresses(self):
|
|
"""Makes sure describe addresses runs without raising an exception"""
|
|
address = "10.10.10.10"
|
|
db.floating_ip_create(self.context,
|
|
{'address': address,
|
|
'host': self.network.host})
|
|
self.cloud.allocate_address(self.context)
|
|
self.cloud.describe_addresses(self.context)
|
|
self.cloud.release_address(self.context,
|
|
public_ip=address)
|
|
greenthread.sleep(0.3)
|
|
db.floating_ip_destroy(self.context, address)
|
|
|
|
def test_associate_disassociate_address(self):
|
|
"""Verifies associate runs cleanly without raising an exception"""
|
|
address = "10.10.10.10"
|
|
db.floating_ip_create(self.context,
|
|
{'address': address,
|
|
'host': self.network.host})
|
|
self.cloud.allocate_address(self.context)
|
|
inst = db.instance_create(self.context, {'host': self.compute.host})
|
|
fixed = self.network.allocate_fixed_ip(self.context, inst['id'])
|
|
ec2_id = ec2utils.id_to_ec2_id(inst['id'])
|
|
self.cloud.associate_address(self.context,
|
|
instance_id=ec2_id,
|
|
public_ip=address)
|
|
greenthread.sleep(0.3)
|
|
self.cloud.disassociate_address(self.context,
|
|
public_ip=address)
|
|
self.cloud.release_address(self.context,
|
|
public_ip=address)
|
|
greenthread.sleep(0.3)
|
|
self.network.deallocate_fixed_ip(self.context, fixed)
|
|
db.instance_destroy(self.context, inst['id'])
|
|
db.floating_ip_destroy(self.context, address)
|
|
|
|
def test_describe_security_groups(self):
|
|
"""Makes sure describe_security_groups works and filters results."""
|
|
sec = db.security_group_create(self.context,
|
|
{'project_id': self.context.project_id,
|
|
'name': 'test'})
|
|
result = self.cloud.describe_security_groups(self.context)
|
|
# NOTE(vish): should have the default group as well
|
|
self.assertEqual(len(result['securityGroupInfo']), 2)
|
|
result = self.cloud.describe_security_groups(self.context,
|
|
group_name=[sec['name']])
|
|
self.assertEqual(len(result['securityGroupInfo']), 1)
|
|
self.assertEqual(
|
|
result['securityGroupInfo'][0]['groupName'],
|
|
sec['name'])
|
|
db.security_group_destroy(self.context, sec['id'])
|
|
|
|
def test_describe_volumes(self):
|
|
"""Makes sure describe_volumes works and filters results."""
|
|
vol1 = db.volume_create(self.context, {})
|
|
vol2 = db.volume_create(self.context, {})
|
|
result = self.cloud.describe_volumes(self.context)
|
|
self.assertEqual(len(result['volumeSet']), 2)
|
|
volume_id = ec2utils.id_to_ec2_id(vol2['id'], 'vol-%08x')
|
|
result = self.cloud.describe_volumes(self.context,
|
|
volume_id=[volume_id])
|
|
self.assertEqual(len(result['volumeSet']), 1)
|
|
self.assertEqual(
|
|
ec2utils.ec2_id_to_id(result['volumeSet'][0]['volumeId']),
|
|
vol2['id'])
|
|
db.volume_destroy(self.context, vol1['id'])
|
|
db.volume_destroy(self.context, vol2['id'])
|
|
|
|
def test_describe_availability_zones(self):
|
|
"""Makes sure describe_availability_zones works and filters results."""
|
|
service1 = db.service_create(self.context, {'host': 'host1_zones',
|
|
'binary': "nova-compute",
|
|
'topic': 'compute',
|
|
'report_count': 0,
|
|
'availability_zone': "zone1"})
|
|
service2 = db.service_create(self.context, {'host': 'host2_zones',
|
|
'binary': "nova-compute",
|
|
'topic': 'compute',
|
|
'report_count': 0,
|
|
'availability_zone': "zone2"})
|
|
result = self.cloud.describe_availability_zones(self.context)
|
|
self.assertEqual(len(result['availabilityZoneInfo']), 3)
|
|
db.service_destroy(self.context, service1['id'])
|
|
db.service_destroy(self.context, service2['id'])
|
|
|
|
def test_describe_instances(self):
|
|
"""Makes sure describe_instances works and filters results."""
|
|
inst1 = db.instance_create(self.context, {'reservation_id': 'a',
|
|
'image_id': 1,
|
|
'host': 'host1'})
|
|
inst2 = db.instance_create(self.context, {'reservation_id': 'a',
|
|
'image_id': 1,
|
|
'host': 'host2'})
|
|
comp1 = db.service_create(self.context, {'host': 'host1',
|
|
'availability_zone': 'zone1',
|
|
'topic': "compute"})
|
|
comp2 = db.service_create(self.context, {'host': 'host2',
|
|
'availability_zone': 'zone2',
|
|
'topic': "compute"})
|
|
result = self.cloud.describe_instances(self.context)
|
|
result = result['reservationSet'][0]
|
|
self.assertEqual(len(result['instancesSet']), 2)
|
|
instance_id = ec2utils.id_to_ec2_id(inst2['id'])
|
|
result = self.cloud.describe_instances(self.context,
|
|
instance_id=[instance_id])
|
|
result = result['reservationSet'][0]
|
|
self.assertEqual(len(result['instancesSet']), 1)
|
|
self.assertEqual(result['instancesSet'][0]['instanceId'],
|
|
instance_id)
|
|
self.assertEqual(result['instancesSet'][0]
|
|
['placement']['availabilityZone'], 'zone2')
|
|
db.instance_destroy(self.context, inst1['id'])
|
|
db.instance_destroy(self.context, inst2['id'])
|
|
db.service_destroy(self.context, comp1['id'])
|
|
db.service_destroy(self.context, comp2['id'])
|
|
|
|
def test_console_output(self):
|
|
instance_type = FLAGS.default_instance_type
|
|
max_count = 1
|
|
kwargs = {'image_id': 'ami-1',
|
|
'instance_type': instance_type,
|
|
'max_count': max_count}
|
|
rv = self.cloud.run_instances(self.context, **kwargs)
|
|
greenthread.sleep(0.3)
|
|
instance_id = rv['instancesSet'][0]['instanceId']
|
|
output = self.cloud.get_console_output(context=self.context,
|
|
instance_id=[instance_id])
|
|
self.assertEquals(b64decode(output['output']), 'FAKE CONSOLE OUTPUT')
|
|
# TODO(soren): We need this until we can stop polling in the rpc code
|
|
# for unit tests.
|
|
greenthread.sleep(0.3)
|
|
rv = self.cloud.terminate_instances(self.context, [instance_id])
|
|
greenthread.sleep(0.3)
|
|
|
|
def test_ajax_console(self):
|
|
kwargs = {'image_id': 'ami-1'}
|
|
rv = self.cloud.run_instances(self.context, **kwargs)
|
|
instance_id = rv['instancesSet'][0]['instanceId']
|
|
greenthread.sleep(0.3)
|
|
output = self.cloud.get_ajax_console(context=self.context,
|
|
instance_id=[instance_id])
|
|
self.assertEquals(output['url'],
|
|
'%s/?token=FAKETOKEN' % FLAGS.ajax_console_proxy_url)
|
|
# TODO(soren): We need this until we can stop polling in the rpc code
|
|
# for unit tests.
|
|
greenthread.sleep(0.3)
|
|
rv = self.cloud.terminate_instances(self.context, [instance_id])
|
|
greenthread.sleep(0.3)
|
|
|
|
def test_key_generation(self):
|
|
result = self._create_key('test')
|
|
private_key = result['private_key']
|
|
key = RSA.load_key_string(private_key, callback=lambda: None)
|
|
bio = BIO.MemoryBuffer()
|
|
public_key = db.key_pair_get(self.context,
|
|
self.context.user.id,
|
|
'test')['public_key']
|
|
key.save_pub_key_bio(bio)
|
|
converted = crypto.ssl_pub_to_ssh_pub(bio.read())
|
|
# assert key fields are equal
|
|
self.assertEqual(public_key.split(" ")[1].strip(),
|
|
converted.split(" ")[1].strip())
|
|
|
|
def test_describe_key_pairs(self):
|
|
self._create_key('test1')
|
|
self._create_key('test2')
|
|
result = self.cloud.describe_key_pairs(self.context)
|
|
keys = result["keySet"]
|
|
self.assertTrue(filter(lambda k: k['keyName'] == 'test1', keys))
|
|
self.assertTrue(filter(lambda k: k['keyName'] == 'test2', keys))
|
|
|
|
def test_delete_key_pair(self):
|
|
self._create_key('test')
|
|
self.cloud.delete_key_pair(self.context, 'test')
|
|
|
|
def test_run_instances(self):
|
|
if FLAGS.connection_type == 'fake':
|
|
LOG.debug(_("Can't test instances without a real virtual env."))
|
|
return
|
|
image_id = FLAGS.default_image
|
|
instance_type = FLAGS.default_instance_type
|
|
max_count = 1
|
|
kwargs = {'image_id': image_id,
|
|
'instance_type': instance_type,
|
|
'max_count': max_count}
|
|
rv = self.cloud.run_instances(self.context, **kwargs)
|
|
# TODO: check for proper response
|
|
instance_id = rv['reservationSet'][0].keys()[0]
|
|
instance = rv['reservationSet'][0][instance_id][0]
|
|
LOG.debug(_("Need to watch instance %s until it's running..."),
|
|
instance['instance_id'])
|
|
while True:
|
|
greenthread.sleep(1)
|
|
info = self.cloud._get_instance(instance['instance_id'])
|
|
LOG.debug(info['state'])
|
|
if info['state'] == power_state.RUNNING:
|
|
break
|
|
self.assert_(rv)
|
|
|
|
if FLAGS.connection_type != 'fake':
|
|
time.sleep(45) # Should use boto for polling here
|
|
for reservations in rv['reservationSet']:
|
|
# for res_id in reservations.keys():
|
|
# LOG.debug(reservations[res_id])
|
|
# for instance in reservations[res_id]:
|
|
for instance in reservations[reservations.keys()[0]]:
|
|
instance_id = instance['instance_id']
|
|
LOG.debug(_("Terminating instance %s"), instance_id)
|
|
rv = self.compute.terminate_instance(instance_id)
|
|
|
|
@staticmethod
|
|
def _fake_set_image_description(ctxt, image_id, description):
|
|
from nova.objectstore import handler
|
|
|
|
class req:
|
|
pass
|
|
|
|
request = req()
|
|
request.context = ctxt
|
|
request.args = {'image_id': [image_id],
|
|
'description': [description]}
|
|
|
|
resource = handler.ImagesResource()
|
|
resource.render_POST(request)
|
|
|
|
def test_user_editable_image_endpoint(self):
|
|
pathdir = os.path.join(FLAGS.images_path, 'ami-testing')
|
|
os.mkdir(pathdir)
|
|
info = {'isPublic': False}
|
|
with open(os.path.join(pathdir, 'info.json'), 'w') as f:
|
|
json.dump(info, f)
|
|
img = image.Image('ami-testing')
|
|
# self.cloud.set_image_description(self.context, 'ami-testing',
|
|
# 'Foo Img')
|
|
# NOTE(vish): Above won't work unless we start objectstore or create
|
|
# a fake version of api/ec2/images.py conn that can
|
|
# call methods directly instead of going through boto.
|
|
# for now, just cheat and call the method directly
|
|
self._fake_set_image_description(self.context, 'ami-testing',
|
|
'Foo Img')
|
|
self.assertEqual('Foo Img', img.metadata['description'])
|
|
self._fake_set_image_description(self.context, 'ami-testing', '')
|
|
self.assertEqual('', img.metadata['description'])
|
|
shutil.rmtree(pathdir)
|
|
|
|
def test_update_of_instance_display_fields(self):
|
|
inst = db.instance_create(self.context, {})
|
|
ec2_id = ec2utils.id_to_ec2_id(inst['id'])
|
|
self.cloud.update_instance(self.context, ec2_id,
|
|
display_name='c00l 1m4g3')
|
|
inst = db.instance_get(self.context, inst['id'])
|
|
self.assertEqual('c00l 1m4g3', inst['display_name'])
|
|
db.instance_destroy(self.context, inst['id'])
|
|
|
|
def test_update_of_instance_wont_update_private_fields(self):
|
|
inst = db.instance_create(self.context, {})
|
|
self.cloud.update_instance(self.context, inst['id'],
|
|
mac_address='DE:AD:BE:EF')
|
|
inst = db.instance_get(self.context, inst['id'])
|
|
self.assertEqual(None, inst['mac_address'])
|
|
db.instance_destroy(self.context, inst['id'])
|
|
|
|
def test_update_of_volume_display_fields(self):
|
|
vol = db.volume_create(self.context, {})
|
|
self.cloud.update_volume(self.context,
|
|
ec2utils.id_to_ec2_id(vol['id'], 'vol-%08x'),
|
|
display_name='c00l v0lum3')
|
|
vol = db.volume_get(self.context, vol['id'])
|
|
self.assertEqual('c00l v0lum3', vol['display_name'])
|
|
db.volume_destroy(self.context, vol['id'])
|
|
|
|
def test_update_of_volume_wont_update_private_fields(self):
|
|
vol = db.volume_create(self.context, {})
|
|
self.cloud.update_volume(self.context,
|
|
ec2utils.id_to_ec2_id(vol['id'], 'vol-%08x'),
|
|
mountpoint='/not/here')
|
|
vol = db.volume_get(self.context, vol['id'])
|
|
self.assertEqual(None, vol['mountpoint'])
|
|
db.volume_destroy(self.context, vol['id'])
|