#!/usr/bin/env python # Copyright (C) 2011-2013 OpenStack Foundation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or # implied. # # See the License for the specific language governing permissions and # limitations under the License. import sys import time # States: # The cloud provider is building this machine. We have an ID, but it's # not ready for use. BUILDING = 1 # The machine is ready for use. READY = 2 # This can mean in-use, or used but complete. USED = 3 # Delete this machine immediately. DELETE = 4 # Keep this machine indefinitely. HOLD = 5 # Acceptance testing (pre-ready) TEST = 6 STATE_NAMES = { BUILDING: 'building', READY: 'ready', USED: 'used', DELETE: 'delete', HOLD: 'hold', TEST: 'test', } from sqlalchemy import Table, Column, Integer, String, \ MetaData, create_engine from sqlalchemy.orm import scoped_session, mapper from sqlalchemy.orm.session import Session, sessionmaker metadata = MetaData() snapshot_image_table = Table( 'snapshot_image', metadata, Column('id', Integer, primary_key=True), Column('provider_name', String(255), index=True, nullable=False), Column('image_name', String(255), index=True, nullable=False), # Image hostname Column('hostname', String(255)), # Version indicator (timestamp) Column('version', Integer), # Provider assigned id for this image Column('external_id', String(255)), # Provider assigned id of the server used to create the snapshot Column('server_external_id', String(255)), # One of the above values Column('state', Integer), # Time of last state change Column('state_time', Integer), ) node_table = Table( 'node', metadata, Column('id', Integer, primary_key=True), Column('provider_name', String(255), index=True, nullable=False), Column('image_name', String(255), index=True, nullable=False), Column('target_name', String(255), index=True, nullable=False), # Machine name Column('hostname', String(255), index=True), # Eg, jenkins node name Column('nodename', String(255), index=True), # Provider assigned id for this machine Column('external_id', String(255)), # Primary IP address Column('ip', String(255)), # One of the above values Column('state', Integer), # Time of last state change Column('state_time', Integer), ) class SnapshotImage(object): def __init__(self, provider_name, image_name, hostname=None, version=None, external_id=None, server_external_id=None, state=BUILDING): self.provider_name = provider_name self.image_name = image_name self.hostname = hostname self.version = version self.external_id = external_id self.server_external_id = server_external_id self.state = state def delete(self): session = Session.object_session(self) session.delete(self) session.commit() @property def state(self): return self._state @state.setter def state(self, state): self._state = state self.state_time = int(time.time()) session = Session.object_session(self) if session: session.commit() class Node(object): def __init__(self, provider_name, image_name, target_name, hostname=None, external_id=None, ip=None, state=BUILDING): self.provider_name = provider_name self.image_name = image_name self.target_name = target_name self.external_id = external_id self.ip = ip self.hostname = hostname self.state = state def delete(self): session = Session.object_session(self) session.delete(self) session.commit() @property def state(self): return self._state @state.setter def state(self, state): self._state = state self.state_time = int(time.time()) session = Session.object_session(self) if session: session.commit() mapper(Node, node_table, properties=dict(_state=node_table.c.state)) mapper(SnapshotImage, snapshot_image_table, properties=dict(_state=snapshot_image_table.c.state)) class NodeDatabase(object): def __init__(self, dburi): engine_kwargs = dict(echo=False, pool_recycle=3600) if 'sqlite:' not in dburi: engine_kwargs['max_overflow'] = -1 self.engine = create_engine(dburi, **engine_kwargs) metadata.create_all(self.engine) self.session_factory = sessionmaker(bind=self.engine) self.session = scoped_session(self.session_factory) def getSession(self): return NodeDatabaseSession(self.session) class NodeDatabaseSession(object): def __init__(self, session): self.session = session def __enter__(self): return self def __exit__(self, etype, value, tb): if etype: self.session().rollback() else: self.session().commit() self.session().close() self.session = None def print_state(self): for provider_name in self.getProviders(): print 'Provider:', provider_name for image_name in self.getImages(provider_name): print ' Base image:', image_name current = self.getCurrentSnapshotImage( provider_name, image_name) for snapshot_image in self.getSnapshotImages(): if (snapshot_image.provider_name != provider_name or snapshot_image.image_name != image_name): continue is_current = ('[current]' if current == snapshot_image else '') print ' Snapshot: %s %s %s' % ( snapshot_image.hostname, STATE_NAMES[snapshot_image.state], is_current) for node in self.getNodes(): print ' Node: %s %s %s %s %s' % ( node.id, node.hostname, STATE_NAMES[node.state], node.state_time, node.ip) def abort(self): self.session().rollback() def commit(self): self.session().commit() def delete(self, obj): self.session().delete(obj) def getProviders(self): return [ x.provider_name for x in self.session().query(SnapshotImage).distinct( snapshot_image_table.c.provider_name).all()] def getImages(self, provider_name): return [ x.image_name for x in self.session().query(SnapshotImage).filter( snapshot_image_table.c.provider_name == provider_name ).distinct(snapshot_image_table.c.image_name).all()] def getSnapshotImages(self): return self.session().query(SnapshotImage).order_by( snapshot_image_table.c.provider_name, snapshot_image_table.c.image_name).all() def getSnapshotImage(self, image_id): images = self.session().query(SnapshotImage).filter_by( id=image_id).all() if not images: return None return images[0] def getCurrentSnapshotImage(self, provider_name, image_name): images = self.session().query(SnapshotImage).filter( snapshot_image_table.c.provider_name == provider_name, snapshot_image_table.c.image_name == image_name, snapshot_image_table.c.state == READY).order_by( snapshot_image_table.c.version.desc()).all() if not images: return None return images[0] def createSnapshotImage(self, *args, **kwargs): new = SnapshotImage(*args, **kwargs) self.session().add(new) self.commit() return new def getNodes(self, provider_name=None, image_name=None, target_name=None, state=None): exp = self.session().query(Node).order_by( node_table.c.provider_name, node_table.c.image_name) if provider_name: exp = exp.filter_by(provider_name=provider_name) if image_name: exp = exp.filter_by(image_name=image_name) if target_name: exp = exp.filter_by(target_name=target_name) if state: exp = exp.filter(node_table.c.state == state) return exp.all() def createNode(self, *args, **kwargs): new = Node(*args, **kwargs) self.session().add(new) self.commit() return new def getNode(self, id): nodes = self.session().query(Node).filter_by(id=id).all() if not nodes: return None return nodes[0] def getNodeByHostname(self, hostname): nodes = self.session().query(Node).filter_by(hostname=hostname).all() if not nodes: return None return nodes[0] def getNodeByNodename(self, nodename): nodes = self.session().query(Node).filter_by(nodename=nodename).all() if not nodes: return None return nodes[0] if __name__ == '__main__': db = NodeDatabase(sys.argv[0]) db.print_state()