c83bce1ce6
Implements bp retrieve-image-from Added support for a new header: x-glance-api-copy-from: URI where URI is a HTTP, S3, or Swift location that's accessible to the glance API service. Where present, the image content is copied from the external store to the backend store currently configured for the glance API service. Impedence between the representation returned by Store.get() and the implicit requirements of Store.add() required careful iterator/ filelike wrapping. Also rationalized the S3 and Swift functional test setup logic and added a new decorator-based mechanism to allow a functional testcase require multiple backend stores to be available and configured. Change-Id: If783a09c273832b8926aabc60b7eba8b3ab956d6
161 lines
5.1 KiB
Python
161 lines
5.1 KiB
Python
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright 2010 OpenStack, LLC
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import httplib
|
|
import urlparse
|
|
|
|
from glance.common import exception
|
|
import glance.store.base
|
|
import glance.store.location
|
|
|
|
|
|
class StoreLocation(glance.store.location.StoreLocation):
|
|
|
|
"""Class describing an HTTP(S) URI"""
|
|
|
|
def process_specs(self):
|
|
self.scheme = self.specs.get('scheme', 'http')
|
|
self.netloc = self.specs['netloc']
|
|
self.user = self.specs.get('user')
|
|
self.password = self.specs.get('password')
|
|
self.path = self.specs.get('path')
|
|
|
|
def _get_credstring(self):
|
|
if self.user:
|
|
return '%s:%s@' % (self.user, self.password)
|
|
return ''
|
|
|
|
def get_uri(self):
|
|
return "%s://%s%s%s" % (
|
|
self.scheme,
|
|
self._get_credstring(),
|
|
self.netloc,
|
|
self.path)
|
|
|
|
def parse_uri(self, uri):
|
|
"""
|
|
Parse URLs. This method fixes an issue where credentials specified
|
|
in the URL are interpreted differently in Python 2.6.1+ than prior
|
|
versions of Python.
|
|
"""
|
|
pieces = urlparse.urlparse(uri)
|
|
assert pieces.scheme in ('https', 'http')
|
|
self.scheme = pieces.scheme
|
|
netloc = pieces.netloc
|
|
path = pieces.path
|
|
try:
|
|
if '@' in netloc:
|
|
creds, netloc = netloc.split('@')
|
|
else:
|
|
creds = None
|
|
except ValueError:
|
|
# Python 2.6.1 compat
|
|
# see lp659445 and Python issue7904
|
|
if '@' in path:
|
|
creds, path = path.split('@')
|
|
else:
|
|
creds = None
|
|
if creds:
|
|
try:
|
|
self.user, self.password = creds.split(':')
|
|
except ValueError:
|
|
reason = (_("Credentials '%s' not well-formatted.")
|
|
% "".join(creds))
|
|
raise exception.BadStoreUri(uri, reason)
|
|
else:
|
|
self.user = None
|
|
if netloc == '':
|
|
reason = _("No address specified in HTTP URL")
|
|
raise exception.BadStoreUri(uri, reason)
|
|
self.netloc = netloc
|
|
self.path = path
|
|
|
|
|
|
def http_response_iterator(conn, response, size):
|
|
"""
|
|
Return an iterator for a file-like object.
|
|
|
|
:param conn: HTTP(S) Connection
|
|
:param response: httplib.HTTPResponse object
|
|
:param size: Chunk size to iterate with
|
|
"""
|
|
chunk = response.read(size)
|
|
while chunk:
|
|
yield chunk
|
|
chunk = response.read(size)
|
|
conn.close()
|
|
|
|
|
|
class Store(glance.store.base.Store):
|
|
|
|
"""An implementation of the HTTP(S) Backend Adapter"""
|
|
|
|
def get(self, location):
|
|
"""
|
|
Takes a `glance.store.location.Location` object that indicates
|
|
where to find the image file, and returns a tuple of generator
|
|
(for reading the image file) and image_size
|
|
|
|
:param location `glance.store.location.Location` object, supplied
|
|
from glance.store.location.get_location_from_uri()
|
|
"""
|
|
conn, resp, content_length = self._query(location, 'GET')
|
|
|
|
iterator = http_response_iterator(conn, resp, self.CHUNKSIZE)
|
|
|
|
class ResponseIndexable(glance.store.Indexable):
|
|
def another(self):
|
|
try:
|
|
return self.wrapped.next()
|
|
except StopIteration:
|
|
return ''
|
|
|
|
return (ResponseIndexable(iterator, content_length), content_length)
|
|
|
|
def get_size(self, location):
|
|
"""
|
|
Takes a `glance.store.location.Location` object that indicates
|
|
where to find the image file, and returns the size
|
|
|
|
:param location `glance.store.location.Location` object, supplied
|
|
from glance.store.location.get_location_from_uri()
|
|
"""
|
|
try:
|
|
return self._query(location, 'HEAD')[2]
|
|
except Exception:
|
|
return 0
|
|
|
|
def _query(self, location, verb):
|
|
loc = location.store_location
|
|
conn_class = self._get_conn_class(loc)
|
|
conn = conn_class(loc.netloc)
|
|
conn.request(verb, loc.path, "", {})
|
|
resp = conn.getresponse()
|
|
content_length = resp.getheader('content-length', 0)
|
|
return (conn, resp, content_length)
|
|
|
|
def _get_conn_class(self, loc):
|
|
"""
|
|
Returns connection class for accessing the resource. Useful
|
|
for dependency injection and stubouts in testing...
|
|
"""
|
|
return {'http': httplib.HTTPConnection,
|
|
'https': httplib.HTTPSConnection}[loc.scheme]
|
|
|
|
|
|
glance.store.register_store(__name__, ['http', 'https'])
|