286 lines
9.3 KiB
Python
286 lines
9.3 KiB
Python
# (c) Copyright 2014,2015 Hewlett-Packard Development Company, L.P.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
|
|
import logging
|
|
import time
|
|
|
|
from cinderclient import client as cclient
|
|
from glanceclient import client as gclient
|
|
from novaclient import client as nclient
|
|
import swiftclient
|
|
|
|
from utils import Bunch
|
|
from utils import ReSizeStream
|
|
|
|
|
|
class ClientManager:
|
|
"""
|
|
:type swift: swiftclient.Connection
|
|
:type glance: glanceclient.v1.client.Client
|
|
:type nova: novaclient.v2.client.Client
|
|
:type cinder: cinderclient.v1.client.Client
|
|
"""
|
|
def __init__(self, options, insecure=True,
|
|
swift_auth_version=2, dry_run=False):
|
|
"""
|
|
Creates manager of connections to swift, nova, glance and cinder
|
|
:param options: OpenstackOptions
|
|
:type options: freezer.utils.OpenstackOptions
|
|
:param insecure:
|
|
:param swift_auth_version:
|
|
:param dry_run:
|
|
:return:
|
|
"""
|
|
self.options = options
|
|
self.insecure = insecure
|
|
self.swift_auth_version = swift_auth_version
|
|
self.dry_run = dry_run
|
|
self.cinder = None
|
|
self.swift = None
|
|
self.glance = None
|
|
self.nova = None
|
|
|
|
def get_cinder(self):
|
|
"""
|
|
:rtype cinderclient.v1.client.Client
|
|
:return:
|
|
"""
|
|
if not self.cinder:
|
|
self.create_cinder()
|
|
return self.cinder
|
|
|
|
def get_swift(self):
|
|
"""
|
|
:rtype swiftclient.Connection
|
|
:return: instance of swift client
|
|
"""
|
|
if not self.swift:
|
|
self.create_swift()
|
|
return self.swift
|
|
|
|
def get_glance(self):
|
|
"""
|
|
:rtype glanceclient.v1.client.Client
|
|
:return:
|
|
"""
|
|
if not self.glance:
|
|
self.create_glance()
|
|
return self.glance
|
|
|
|
def get_nova(self):
|
|
"""
|
|
:rtype
|
|
:return:
|
|
"""
|
|
if not self.nova:
|
|
self.create_nova()
|
|
return self.nova
|
|
|
|
def create_cinder(self):
|
|
"""
|
|
Creates client for cinder and caches it
|
|
:rtype cinderclient.v1.client.Client
|
|
:return: instance of cinder client
|
|
"""
|
|
options = self.options
|
|
logging.info("[*] Creation of cinder client")
|
|
self.cinder = cclient.Client(
|
|
version="1",
|
|
username=options.user_name,
|
|
api_key=options.password,
|
|
project_id=options.tenant_name,
|
|
auth_url=options.auth_url,
|
|
region_name=options.region_name,
|
|
insecure=self.insecure,
|
|
endpoint_type=options.endpoint_type or 'publicURL',
|
|
service_type="volume")
|
|
return self.cinder
|
|
|
|
def create_swift(self):
|
|
"""
|
|
Creates client for swift and caches it
|
|
:rtype swiftclient.Connection
|
|
:return: instance of swift client
|
|
"""
|
|
options = self.options
|
|
logging.info("[*] Creation of swift client")
|
|
|
|
self.swift = swiftclient.client.Connection(
|
|
authurl=options.auth_url,
|
|
user=options.user_name, key=options.password,
|
|
tenant_name=options.tenant_name,
|
|
os_options=options.os_options,
|
|
auth_version=self.swift_auth_version,
|
|
insecure=self.insecure, retries=6)
|
|
|
|
if self.dry_run:
|
|
self.swift = DryRunSwiftclientConnectionWrapper(self.swift)
|
|
return self.swift
|
|
|
|
def create_glance(self):
|
|
"""
|
|
Creates client for glance and caches it
|
|
:rtype glanceclient.v1.client.Client
|
|
:return: instance of glance client
|
|
"""
|
|
|
|
from glanceclient.shell import OpenStackImagesShell
|
|
|
|
options = self.options
|
|
|
|
logging.info("[*] Creation of glance client")
|
|
|
|
endpoint, token = OpenStackImagesShell()._get_endpoint_and_token(
|
|
Bunch(os_username=options.user_name,
|
|
os_password=options.password,
|
|
os_tenant_name=options.tenant_name,
|
|
os_project_name=options.project_name,
|
|
os_auth_url=options.auth_url,
|
|
os_region_name=options.region_name,
|
|
endpoint_type=options.endpoint_type,
|
|
force_auth=False))
|
|
|
|
self.glance = gclient.Client(version="1",
|
|
endpoint=endpoint, token=token)
|
|
return self.glance
|
|
|
|
def create_nova(self):
|
|
"""
|
|
Creates client for nova and caches it
|
|
:return:
|
|
"""
|
|
options = self.options
|
|
logging.info("[*] Creation of nova client")
|
|
|
|
self.nova = nclient.Client(
|
|
version='2',
|
|
username=options.user_name,
|
|
api_key=options.password,
|
|
project_id=options.tenant_name,
|
|
auth_url=options.auth_url,
|
|
region_name=options.region_name,
|
|
insecure=self.insecure)
|
|
|
|
return self.nova
|
|
|
|
def provide_snapshot(self, volume, snapshot_name):
|
|
"""
|
|
Creates snapshot for cinder volume with --force parameter
|
|
:param volume: volume object for snapshoting
|
|
:param snapshot_name: name of snapshot
|
|
:return: snapshot object
|
|
"""
|
|
snapshot = self.get_cinder().volume_snapshots.create(
|
|
volume_id=volume.id,
|
|
display_name=snapshot_name,
|
|
force=True)
|
|
|
|
logging.debug("Snapshot for volume with id {0}".format(volume.id))
|
|
|
|
while snapshot.status != "available":
|
|
try:
|
|
logging.debug("Snapshot status: " + snapshot.status)
|
|
snapshot = self.get_cinder().volume_snapshots.get(snapshot.id)
|
|
if snapshot.status == "error":
|
|
raise Exception("snapshot has error state")
|
|
time.sleep(5)
|
|
except Exception as e:
|
|
if e.message == "snapshot has error state":
|
|
raise e
|
|
logging.exception(e)
|
|
return snapshot
|
|
|
|
def do_copy_volume(self, snapshot):
|
|
"""
|
|
Creates new volume from a snapshot
|
|
:param snapshot: provided snapshot
|
|
:return: created volume
|
|
"""
|
|
volume = self.get_cinder().volumes.create(
|
|
size=snapshot.size,
|
|
snapshot_id=snapshot.id)
|
|
|
|
while volume.status != "available":
|
|
try:
|
|
logging.info("[*] Volume copy status: " + volume.status)
|
|
volume = self.get_cinder().volumes.get(volume.id)
|
|
time.sleep(5)
|
|
except Exception as e:
|
|
logging.exception(e)
|
|
logging.warn("[*] Exception getting volume status")
|
|
return volume
|
|
|
|
def make_glance_image(self, image_volume_name, copy_volume):
|
|
"""
|
|
Creates an glance image from volume
|
|
:param image_volume_name: Name of image
|
|
:param copy_volume: volume to make an image
|
|
:return: Glance image object
|
|
"""
|
|
image_id = self.get_cinder().volumes.upload_to_image(
|
|
volume=copy_volume,
|
|
force=True,
|
|
image_name=image_volume_name,
|
|
container_format="bare",
|
|
disk_format="raw")[1]["os-volume_upload_image"]["image_id"]
|
|
image = self.get_glance().images.get(image_id)
|
|
while image.status != "active":
|
|
try:
|
|
time.sleep(5)
|
|
logging.info("Image status: " + image.status)
|
|
image = self.get_glance().images.get(image.id)
|
|
if image.status in ("killed", "deleted"):
|
|
raise Exception("Image have killed state")
|
|
except Exception as e:
|
|
if image.status in ("killed", "deleted"):
|
|
raise e
|
|
logging.exception(e)
|
|
logging.warn("Exception getting image status")
|
|
return image
|
|
|
|
def clean_snapshot(self, snapshot):
|
|
"""
|
|
Deletes snapshot
|
|
:param snapshot: snapshot name
|
|
"""
|
|
logging.info("[*] Deleting existed snapshot: " + snapshot.id)
|
|
self.get_cinder().volume_snapshots.delete(snapshot)
|
|
|
|
def download_image(self, image):
|
|
"""
|
|
Creates a stream for image data
|
|
:param image: Image object for downloading
|
|
:return: stream of image data
|
|
"""
|
|
logging.debug("Download image enter")
|
|
stream = self.get_glance().images.data(image.id)
|
|
logging.debug("Stream with size {0}".format(image.size))
|
|
return ReSizeStream(stream, image.size, 1000000)
|
|
|
|
|
|
class DryRunSwiftclientConnectionWrapper:
|
|
def __init__(self, sw_connector):
|
|
self.sw_connector = sw_connector
|
|
self.get_object = sw_connector.get_object
|
|
self.get_account = sw_connector.get_account
|
|
self.get_container = sw_connector.get_container
|
|
self.head_object = sw_connector.head_object
|
|
self.put_object = self.dummy
|
|
self.put_container = self.dummy
|
|
self.delete_object = self.dummy
|
|
|
|
def dummy(self, *args, **kwargs):
|
|
pass
|