221 lines
8.5 KiB
Python
Raw Normal View History

2012-01-11 12:47:33 -08:00
# vim: tabstop=4 shiftwidth=4 softtabstop=4
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import os
import os.path
import Util
from Util import (KEYSTONE,
get_pkg_list, get_dbdsn,
param_replace, get_host_ip)
2012-01-11 12:47:33 -08:00
import Logger
import Component
import Downloader
import Trace
import Db
2012-01-11 12:47:33 -08:00
from Trace import (TraceWriter, TraceReader)
import Shell
from Shell import (execute, mkdirslist, write_file,
load_file, joinpths, touch_file,
unlink, deldir)
import Component
from Component import (ComponentBase, RuntimeComponent,
UninstallComponent, InstallComponent)
2012-01-11 12:47:33 -08:00
LOG = Logger.getLogger("install.keystone")
2012-01-11 12:47:33 -08:00
TYPE = KEYSTONE
PY_INSTALL = ['python', 'setup.py', 'develop']
PY_UNINSTALL = ['python', 'setup.py', 'develop', '--uninstall']
2012-01-11 12:47:33 -08:00
ROOT_CONF = "keystone.conf"
CONFIGS = [ROOT_CONF]
BIN_DIR = "bin"
DATA_SCRIPT = "keystone_data.sh"
DB_NAME = "keystone"
class KeystoneBase(ComponentBase):
2012-01-11 12:47:33 -08:00
def __init__(self, *args, **kargs):
ComponentBase.__init__(self, TYPE, *args, **kargs)
2012-01-11 12:47:33 -08:00
self.cfgdir = joinpths(self.appdir, Util.CONFIG_DIR)
self.bindir = joinpths(self.appdir, BIN_DIR)
self.scriptfn = joinpths(Util.STACK_CONFIG_DIR, TYPE, DATA_SCRIPT)
2012-01-11 12:47:33 -08:00
class KeystoneUninstaller(KeystoneBase, UninstallComponent):
2012-01-11 12:47:33 -08:00
def __init__(self, *args, **kargs):
KeystoneBase.__init__(self, *args, **kargs)
self.tracereader = TraceReader(self.tracedir, Trace.IN_TRACE)
def unconfigure(self):
#get rid of all files configured
cfgfiles = self.tracereader.files_configured()
if(len(cfgfiles)):
LOG.info("Removing %s configuration files" % (len(cfgfiles)))
for fn in cfgfiles:
if(len(fn)):
unlink(fn)
LOG.info("Removed %s" % (fn))
def uninstall(self):
#clean out removeable packages
pkgsfull = self.tracereader.packages_installed()
if(len(pkgsfull)):
LOG.info("Potentially removing %s packages" % (len(pkgsfull)))
self.packager.remove_batch(pkgsfull)
#clean out files touched
filestouched = self.tracereader.files_touched()
if(len(filestouched)):
LOG.info("Removing %s touched files" % (len(filestouched)))
for fn in filestouched:
if(len(fn)):
unlink(fn)
LOG.info("Removed %s" % (fn))
#undevelop python???
#how should this be done??
pylisting = self.tracereader.py_listing()
if(pylisting != None):
execute(*PY_UNINSTALL, cwd=self.appdir, run_as_root=True)
#clean out dirs created
dirsmade = self.tracereader.dirs_made()
if(len(dirsmade)):
LOG.info("Removing %s created directories" % (len(dirsmade)))
for dirname in dirsmade:
deldir(dirname)
LOG.info("Removed %s" % (dirname))
class KeystoneInstaller(KeystoneBase, InstallComponent):
2012-01-11 12:47:33 -08:00
def __init__(self, *args, **kargs):
KeystoneBase.__init__(self, *args, **kargs)
self.gitloc = self.cfg.get("git", "keystone_repo")
self.brch = self.cfg.get("git", "keystone_branch")
self.tracewriter = TraceWriter(self.tracedir, Trace.IN_TRACE)
def download(self):
dirsmade = Downloader.download(self.appdir, self.gitloc, self.brch)
#this trace isn't used yet but could be
2012-01-11 12:47:33 -08:00
self.tracewriter.downloaded(self.appdir, self.gitloc)
#this trace is used to remove the dirs created
2012-01-11 12:47:33 -08:00
self.tracewriter.dir_made(*dirsmade)
return self.tracedir
def install(self):
pkgs = get_pkg_list(self.distro, TYPE)
pkgnames = sorted(pkgs.keys())
2012-01-11 12:47:33 -08:00
LOG.debug("Installing packages %s" % (", ".join(pkgnames)))
self.packager.install_batch(pkgs)
for name in pkgnames:
#this trace is used to remove the pkgs
self.tracewriter.package_install(name, pkgs.get(name))
2012-01-11 12:47:33 -08:00
dirsmade = mkdirslist(self.tracedir)
#this trace is used to remove the dirs created
2012-01-11 12:47:33 -08:00
self.tracewriter.dir_made(*dirsmade)
recordwhere = Trace.touch_trace(self.tracedir, Trace.PY_TRACE)
#this trace is used to remove the trace created
2012-01-11 12:47:33 -08:00
self.tracewriter.py_install(recordwhere)
(sysout, stderr) = execute(*PY_INSTALL, cwd=self.appdir, run_as_root=True)
write_file(recordwhere, sysout)
#adjust db
self._setup_db()
#setup any data
self._setup_data()
return self.tracedir
def configure(self):
dirsmade = mkdirslist(self.cfgdir)
self.tracewriter.dir_made(*dirsmade)
for fn in CONFIGS:
sourcefn = joinpths(Util.STACK_CONFIG_DIR, TYPE, fn)
tgtfn = joinpths(self.cfgdir, fn)
LOG.info("Configuring template file %s" % (sourcefn))
contents = load_file(sourcefn)
pmap = self._get_param_map()
2012-01-11 12:47:33 -08:00
LOG.info("Replacing parameters in file %s" % (sourcefn))
LOG.debug("Replacements = %s" % (pmap))
contents = param_replace(contents, pmap)
LOG.debug("Applying side-effects of param replacement for template %s" % (sourcefn))
self._config_apply(contents, fn)
LOG.info("Writing configuration file %s" % (tgtfn))
write_file(tgtfn, contents)
#this trace is used to remove the files configured
2012-01-11 12:47:33 -08:00
self.tracewriter.cfg_write(tgtfn)
return self.tracedir
def _setup_db(self):
Db.drop_db(self.cfg, DB_NAME)
Db.create_db(self.cfg, DB_NAME)
2012-01-11 12:47:33 -08:00
def _setup_data(self):
contents = load_file(self.scriptfn)
#we don't break on the missing ones
#since it appears that this config "script"
#also uses the same param format for its own templates...
repcontents = param_replace(contents, self._get_param_map(), ignore_missing=True)
tgtfn = joinpths(self.appdir, 'bin', DATA_SCRIPT)
write_file(tgtfn, repcontents)
#this trace is used to remove the files configured
self.tracewriter.cfg_write(tgtfn)
#now run it
env_additions = dict()
env_additions['ENABLED_SERVICES'] = ",".join(self.othercomponents)
env_additions['BIN_DIR'] = joinpths(self.appdir, 'bin')
cmd = ['bash', tgtfn]
execute(*cmd, env_overrides=env_additions)
2012-01-11 12:47:33 -08:00
def _config_apply(self, contents, fn):
lines = contents.splitlines()
for line in lines:
cleaned = line.strip()
if(len(cleaned) == 0 or cleaned[0] == '#' or cleaned[0] == '['):
#not useful to examine these
continue
pieces = cleaned.split("=", 1)
if(len(pieces) != 2):
continue
key = pieces[0].strip()
val = pieces[1].strip()
if(len(key) == 0 or len(val) == 0):
continue
#now we take special actions
if(key == 'log_file'):
# Ensure that we can write to the log file
dirname = os.path.dirname(val)
if(len(dirname)):
dirsmade = mkdirslist(dirname)
# This trace is used to remove the dirs created
self.tracewriter.dir_made(*dirsmade)
# Destroy then recreate it
unlink(val)
touch_file(val)
self.tracewriter.file_touched(val)
def _get_param_map(self):
#these be used to fill in the configuration
#params with actual values
2012-01-11 12:47:33 -08:00
mp = dict()
mp['DEST'] = self.appdir
mp['SQL_CONN'] = get_dbdsn(self.cfg, DB_NAME)
mp['ADMIN_PASSWORD'] = self.cfg.getpw('passwords', 'horizon_keystone_admin')
hostip = get_host_ip(self.cfg)
mp['SERVICE_HOST'] = hostip
mp['HOST_IP'] = hostip
2012-01-11 12:47:33 -08:00
return mp
class KeystoneRuntime(KeystoneBase, RuntimeComponent):
2012-01-11 12:47:33 -08:00
def __init__(self, *args, **kargs):
KeystoneBase.__init__(self, *args, **kargs)