cfff07556a
* One is a race due to the polling nature of rpc in eventlet based unit tests. * The other is a more real problem. It was caused by datastore.py being removed. It wasn't caught earlier because the .pyc file was still around on the tarmac box.
281 lines
12 KiB
Python
281 lines
12 KiB
Python
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright 2010 United States Government as represented by the
|
|
# Administrator of the National Aeronautics and Space Administration.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from base64 import b64decode
|
|
import json
|
|
import logging
|
|
from M2Crypto import BIO
|
|
from M2Crypto import RSA
|
|
import os
|
|
import StringIO
|
|
import tempfile
|
|
import time
|
|
|
|
from eventlet import greenthread
|
|
from twisted.internet import defer
|
|
import unittest
|
|
from xml.etree import ElementTree
|
|
|
|
from nova import context
|
|
from nova import crypto
|
|
from nova import db
|
|
from nova import flags
|
|
from nova import rpc
|
|
from nova import test
|
|
from nova import utils
|
|
from nova.auth import manager
|
|
from nova.compute import power_state
|
|
from nova.api.ec2 import cloud
|
|
from nova.objectstore import image
|
|
|
|
|
|
FLAGS = flags.FLAGS
|
|
|
|
|
|
# Temp dirs for working with image attributes through the cloud controller
|
|
# (stole this from objectstore_unittest.py)
|
|
OSS_TEMPDIR = tempfile.mkdtemp(prefix='test_oss-')
|
|
IMAGES_PATH = os.path.join(OSS_TEMPDIR, 'images')
|
|
os.makedirs(IMAGES_PATH)
|
|
|
|
class CloudTestCase(test.TrialTestCase):
|
|
def setUp(self):
|
|
super(CloudTestCase, self).setUp()
|
|
self.flags(connection_type='fake', images_path=IMAGES_PATH)
|
|
|
|
self.conn = rpc.Connection.instance()
|
|
logging.getLogger().setLevel(logging.DEBUG)
|
|
|
|
# set up our cloud
|
|
self.cloud = cloud.CloudController()
|
|
|
|
# set up a service
|
|
self.compute = utils.import_object(FLAGS.compute_manager)
|
|
self.compute_consumer = rpc.AdapterConsumer(connection=self.conn,
|
|
topic=FLAGS.compute_topic,
|
|
proxy=self.compute)
|
|
self.compute_consumer.attach_to_eventlet()
|
|
self.network = utils.import_object(FLAGS.network_manager)
|
|
self.network_consumer = rpc.AdapterConsumer(connection=self.conn,
|
|
topic=FLAGS.network_topic,
|
|
proxy=self.network)
|
|
self.network_consumer.attach_to_eventlet()
|
|
|
|
self.manager = manager.AuthManager()
|
|
self.user = self.manager.create_user('admin', 'admin', 'admin', True)
|
|
self.project = self.manager.create_project('proj', 'admin', 'proj')
|
|
self.context = context.RequestContext(user=self.user,
|
|
project=self.project)
|
|
|
|
def tearDown(self):
|
|
self.manager.delete_project(self.project)
|
|
self.manager.delete_user(self.user)
|
|
super(CloudTestCase, self).tearDown()
|
|
|
|
def _create_key(self, name):
|
|
# NOTE(vish): create depends on pool, so just call helper directly
|
|
return cloud._gen_key(self.context, self.context.user.id, name)
|
|
|
|
def test_console_output(self):
|
|
image_id = FLAGS.default_image
|
|
instance_type = FLAGS.default_instance_type
|
|
max_count = 1
|
|
kwargs = {'image_id': image_id,
|
|
'instance_type': instance_type,
|
|
'max_count': max_count }
|
|
rv = yield self.cloud.run_instances(self.context, **kwargs)
|
|
instance_id = rv['instancesSet'][0]['instanceId']
|
|
output = yield self.cloud.get_console_output(context=self.context, instance_id=[instance_id])
|
|
self.assertEquals(b64decode(output['output']), 'FAKE CONSOLE OUTPUT')
|
|
# TODO(soren): We need this until we can stop polling in the rpc code
|
|
# for unit tests.
|
|
greenthread.sleep(0.3)
|
|
rv = yield self.cloud.terminate_instances(self.context, [instance_id])
|
|
|
|
|
|
def test_key_generation(self):
|
|
result = self._create_key('test')
|
|
private_key = result['private_key']
|
|
key = RSA.load_key_string(private_key, callback=lambda: None)
|
|
bio = BIO.MemoryBuffer()
|
|
public_key = db.key_pair_get(self.context,
|
|
self.context.user.id,
|
|
'test')['public_key']
|
|
key.save_pub_key_bio(bio)
|
|
converted = crypto.ssl_pub_to_ssh_pub(bio.read())
|
|
# assert key fields are equal
|
|
self.assertEqual(public_key.split(" ")[1].strip(),
|
|
converted.split(" ")[1].strip())
|
|
|
|
def test_describe_key_pairs(self):
|
|
self._create_key('test1')
|
|
self._create_key('test2')
|
|
result = self.cloud.describe_key_pairs(self.context)
|
|
keys = result["keypairsSet"]
|
|
self.assertTrue(filter(lambda k: k['keyName'] == 'test1', keys))
|
|
self.assertTrue(filter(lambda k: k['keyName'] == 'test2', keys))
|
|
|
|
def test_delete_key_pair(self):
|
|
self._create_key('test')
|
|
self.cloud.delete_key_pair(self.context, 'test')
|
|
|
|
def test_run_instances(self):
|
|
if FLAGS.connection_type == 'fake':
|
|
logging.debug("Can't test instances without a real virtual env.")
|
|
return
|
|
image_id = FLAGS.default_image
|
|
instance_type = FLAGS.default_instance_type
|
|
max_count = 1
|
|
kwargs = {'image_id': image_id,
|
|
'instance_type': instance_type,
|
|
'max_count': max_count}
|
|
rv = yield self.cloud.run_instances(self.context, **kwargs)
|
|
# TODO: check for proper response
|
|
instance = rv['reservationSet'][0][rv['reservationSet'][0].keys()[0]][0]
|
|
logging.debug("Need to watch instance %s until it's running..." % instance['instance_id'])
|
|
while True:
|
|
rv = yield defer.succeed(time.sleep(1))
|
|
info = self.cloud._get_instance(instance['instance_id'])
|
|
logging.debug(info['state'])
|
|
if info['state'] == power_state.RUNNING:
|
|
break
|
|
self.assert_(rv)
|
|
|
|
if connection_type != 'fake':
|
|
time.sleep(45) # Should use boto for polling here
|
|
for reservations in rv['reservationSet']:
|
|
# for res_id in reservations.keys():
|
|
# logging.debug(reservations[res_id])
|
|
# for instance in reservations[res_id]:
|
|
for instance in reservations[reservations.keys()[0]]:
|
|
logging.debug("Terminating instance %s" % instance['instance_id'])
|
|
rv = yield self.compute.terminate_instance(instance['instance_id'])
|
|
|
|
def test_instance_update_state(self):
|
|
def instance(num):
|
|
return {
|
|
'reservation_id': 'r-1',
|
|
'instance_id': 'i-%s' % num,
|
|
'image_id': 'ami-%s' % num,
|
|
'private_dns_name': '10.0.0.%s' % num,
|
|
'dns_name': '10.0.0%s' % num,
|
|
'ami_launch_index': str(num),
|
|
'instance_type': 'fake',
|
|
'availability_zone': 'fake',
|
|
'key_name': None,
|
|
'kernel_id': 'fake',
|
|
'ramdisk_id': 'fake',
|
|
'groups': ['default'],
|
|
'product_codes': None,
|
|
'state': 0x01,
|
|
'user_data': ''
|
|
}
|
|
rv = self.cloud._format_describe_instances(self.context)
|
|
self.assert_(len(rv['reservationSet']) == 0)
|
|
|
|
# simulate launch of 5 instances
|
|
# self.cloud.instances['pending'] = {}
|
|
#for i in xrange(5):
|
|
# inst = instance(i)
|
|
# self.cloud.instances['pending'][inst['instance_id']] = inst
|
|
|
|
#rv = self.cloud._format_instances(self.admin)
|
|
#self.assert_(len(rv['reservationSet']) == 1)
|
|
#self.assert_(len(rv['reservationSet'][0]['instances_set']) == 5)
|
|
# report 4 nodes each having 1 of the instances
|
|
#for i in xrange(4):
|
|
# self.cloud.update_state('instances', {('node-%s' % i): {('i-%s' % i): instance(i)}})
|
|
|
|
# one instance should be pending still
|
|
#self.assert_(len(self.cloud.instances['pending'].keys()) == 1)
|
|
|
|
# check that the reservations collapse
|
|
#rv = self.cloud._format_instances(self.admin)
|
|
#self.assert_(len(rv['reservationSet']) == 1)
|
|
#self.assert_(len(rv['reservationSet'][0]['instances_set']) == 5)
|
|
|
|
# check that we can get metadata for each instance
|
|
#for i in xrange(4):
|
|
# data = self.cloud.get_metadata(instance(i)['private_dns_name'])
|
|
# self.assert_(data['meta-data']['ami-id'] == 'ami-%s' % i)
|
|
|
|
@staticmethod
|
|
def _fake_set_image_description(ctxt, image_id, description):
|
|
from nova.objectstore import handler
|
|
class req:
|
|
pass
|
|
request = req()
|
|
request.context = ctxt
|
|
request.args = {'image_id': [image_id],
|
|
'description': [description]}
|
|
|
|
resource = handler.ImagesResource()
|
|
resource.render_POST(request)
|
|
|
|
def test_user_editable_image_endpoint(self):
|
|
pathdir = os.path.join(FLAGS.images_path, 'ami-testing')
|
|
os.mkdir(pathdir)
|
|
info = {'isPublic': False}
|
|
with open(os.path.join(pathdir, 'info.json'), 'w') as f:
|
|
json.dump(info, f)
|
|
img = image.Image('ami-testing')
|
|
# self.cloud.set_image_description(self.context, 'ami-testing',
|
|
# 'Foo Img')
|
|
# NOTE(vish): Above won't work unless we start objectstore or create
|
|
# a fake version of api/ec2/images.py conn that can
|
|
# call methods directly instead of going through boto.
|
|
# for now, just cheat and call the method directly
|
|
self._fake_set_image_description(self.context, 'ami-testing',
|
|
'Foo Img')
|
|
self.assertEqual('Foo Img', img.metadata['description'])
|
|
self._fake_set_image_description(self.context, 'ami-testing', '')
|
|
self.assertEqual('', img.metadata['description'])
|
|
|
|
def test_update_of_instance_display_fields(self):
|
|
inst = db.instance_create(self.context, {})
|
|
ec2_id = cloud.internal_id_to_ec2_id(inst['internal_id'])
|
|
self.cloud.update_instance(self.context, ec2_id,
|
|
display_name='c00l 1m4g3')
|
|
inst = db.instance_get(self.context, inst['id'])
|
|
self.assertEqual('c00l 1m4g3', inst['display_name'])
|
|
db.instance_destroy(self.context, inst['id'])
|
|
|
|
def test_update_of_instance_wont_update_private_fields(self):
|
|
inst = db.instance_create(self.context, {})
|
|
self.cloud.update_instance(self.context, inst['id'],
|
|
mac_address='DE:AD:BE:EF')
|
|
inst = db.instance_get(self.context, inst['id'])
|
|
self.assertEqual(None, inst['mac_address'])
|
|
db.instance_destroy(self.context, inst['id'])
|
|
|
|
def test_update_of_volume_display_fields(self):
|
|
vol = db.volume_create(self.context, {})
|
|
self.cloud.update_volume(self.context, vol['id'],
|
|
display_name='c00l v0lum3')
|
|
vol = db.volume_get(self.context, vol['id'])
|
|
self.assertEqual('c00l v0lum3', vol['display_name'])
|
|
db.volume_destroy(self.context, vol['id'])
|
|
|
|
def test_update_of_volume_wont_update_private_fields(self):
|
|
vol = db.volume_create(self.context, {})
|
|
self.cloud.update_volume(self.context, vol['id'],
|
|
mountpoint='/not/here')
|
|
vol = db.volume_get(self.context, vol['id'])
|
|
self.assertEqual(None, vol['mountpoint'])
|
|
db.volume_destroy(self.context, vol['id'])
|