2012-01-11 12:47:33 -08:00
|
|
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
# not use this file except in compliance with the License. You may obtain
|
|
|
|
# a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
|
|
# License for the specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
|
|
|
|
import os
|
|
|
|
import os.path
|
|
|
|
|
|
|
|
import Util
|
2012-01-12 17:35:41 -08:00
|
|
|
from Util import (KEYSTONE,
|
|
|
|
get_pkg_list, get_dbdsn,
|
|
|
|
param_replace, get_host_ip)
|
2012-01-11 12:47:33 -08:00
|
|
|
import Logger
|
|
|
|
import Component
|
|
|
|
import Downloader
|
|
|
|
import Trace
|
2012-01-12 17:35:41 -08:00
|
|
|
import Db
|
2012-01-11 12:47:33 -08:00
|
|
|
from Trace import (TraceWriter, TraceReader)
|
|
|
|
import Shell
|
|
|
|
from Shell import (execute, mkdirslist, write_file,
|
2012-01-11 13:19:58 -08:00
|
|
|
load_file, joinpths, touch_file,
|
2012-01-12 17:35:41 -08:00
|
|
|
unlink, deldir)
|
|
|
|
import Component
|
|
|
|
from Component import (ComponentBase, RuntimeComponent,
|
|
|
|
UninstallComponent, InstallComponent)
|
2012-01-11 12:47:33 -08:00
|
|
|
|
|
|
|
LOG = Logger.getLogger("install.keystone")
|
2012-01-12 17:35:41 -08:00
|
|
|
|
2012-01-11 12:47:33 -08:00
|
|
|
TYPE = KEYSTONE
|
|
|
|
PY_INSTALL = ['python', 'setup.py', 'develop']
|
2012-01-12 17:35:41 -08:00
|
|
|
PY_UNINSTALL = ['python', 'setup.py', 'develop', '--uninstall']
|
2012-01-11 12:47:33 -08:00
|
|
|
ROOT_CONF = "keystone.conf"
|
|
|
|
CONFIGS = [ROOT_CONF]
|
|
|
|
BIN_DIR = "bin"
|
|
|
|
DATA_SCRIPT = "keystone_data.sh"
|
|
|
|
DB_NAME = "keystone"
|
|
|
|
|
2012-01-11 13:19:58 -08:00
|
|
|
|
2012-01-12 17:35:41 -08:00
|
|
|
class KeystoneBase(ComponentBase):
|
2012-01-11 12:47:33 -08:00
|
|
|
def __init__(self, *args, **kargs):
|
2012-01-12 17:35:41 -08:00
|
|
|
ComponentBase.__init__(self, TYPE, *args, **kargs)
|
2012-01-11 12:47:33 -08:00
|
|
|
self.cfgdir = joinpths(self.appdir, Util.CONFIG_DIR)
|
|
|
|
self.bindir = joinpths(self.appdir, BIN_DIR)
|
2012-01-12 17:35:41 -08:00
|
|
|
self.scriptfn = joinpths(Util.STACK_CONFIG_DIR, TYPE, DATA_SCRIPT)
|
2012-01-11 12:47:33 -08:00
|
|
|
|
|
|
|
|
2012-01-12 17:35:41 -08:00
|
|
|
class KeystoneUninstaller(KeystoneBase, UninstallComponent):
|
2012-01-11 12:47:33 -08:00
|
|
|
def __init__(self, *args, **kargs):
|
|
|
|
KeystoneBase.__init__(self, *args, **kargs)
|
2012-01-12 17:35:41 -08:00
|
|
|
self.tracereader = TraceReader(self.tracedir, Trace.IN_TRACE)
|
|
|
|
|
|
|
|
def unconfigure(self):
|
|
|
|
#get rid of all files configured
|
|
|
|
cfgfiles = self.tracereader.files_configured()
|
|
|
|
if(len(cfgfiles)):
|
|
|
|
LOG.info("Removing %s configuration files" % (len(cfgfiles)))
|
|
|
|
for fn in cfgfiles:
|
|
|
|
if(len(fn)):
|
|
|
|
unlink(fn)
|
|
|
|
LOG.info("Removed %s" % (fn))
|
|
|
|
|
|
|
|
def uninstall(self):
|
|
|
|
#clean out removeable packages
|
|
|
|
pkgsfull = self.tracereader.packages_installed()
|
|
|
|
if(len(pkgsfull)):
|
|
|
|
LOG.info("Potentially removing %s packages" % (len(pkgsfull)))
|
|
|
|
self.packager.remove_batch(pkgsfull)
|
|
|
|
#clean out files touched
|
|
|
|
filestouched = self.tracereader.files_touched()
|
|
|
|
if(len(filestouched)):
|
|
|
|
LOG.info("Removing %s touched files" % (len(filestouched)))
|
|
|
|
for fn in filestouched:
|
|
|
|
if(len(fn)):
|
|
|
|
unlink(fn)
|
|
|
|
LOG.info("Removed %s" % (fn))
|
|
|
|
#undevelop python???
|
|
|
|
#how should this be done??
|
|
|
|
pylisting = self.tracereader.py_listing()
|
|
|
|
if(pylisting != None):
|
|
|
|
execute(*PY_UNINSTALL, cwd=self.appdir, run_as_root=True)
|
|
|
|
#clean out dirs created
|
|
|
|
dirsmade = self.tracereader.dirs_made()
|
|
|
|
if(len(dirsmade)):
|
|
|
|
LOG.info("Removing %s created directories" % (len(dirsmade)))
|
|
|
|
for dirname in dirsmade:
|
|
|
|
deldir(dirname)
|
|
|
|
LOG.info("Removed %s" % (dirname))
|
|
|
|
|
|
|
|
|
|
|
|
class KeystoneInstaller(KeystoneBase, InstallComponent):
|
2012-01-11 12:47:33 -08:00
|
|
|
def __init__(self, *args, **kargs):
|
|
|
|
KeystoneBase.__init__(self, *args, **kargs)
|
|
|
|
self.gitloc = self.cfg.get("git", "keystone_repo")
|
|
|
|
self.brch = self.cfg.get("git", "keystone_branch")
|
|
|
|
self.tracewriter = TraceWriter(self.tracedir, Trace.IN_TRACE)
|
|
|
|
|
|
|
|
def download(self):
|
|
|
|
dirsmade = Downloader.download(self.appdir, self.gitloc, self.brch)
|
2012-01-12 10:49:25 -08:00
|
|
|
#this trace isn't used yet but could be
|
2012-01-11 12:47:33 -08:00
|
|
|
self.tracewriter.downloaded(self.appdir, self.gitloc)
|
2012-01-12 10:49:25 -08:00
|
|
|
#this trace is used to remove the dirs created
|
2012-01-11 12:47:33 -08:00
|
|
|
self.tracewriter.dir_made(*dirsmade)
|
|
|
|
return self.tracedir
|
|
|
|
|
|
|
|
def install(self):
|
|
|
|
pkgs = get_pkg_list(self.distro, TYPE)
|
2012-01-12 17:35:41 -08:00
|
|
|
pkgnames = sorted(pkgs.keys())
|
2012-01-11 12:47:33 -08:00
|
|
|
LOG.debug("Installing packages %s" % (", ".join(pkgnames)))
|
|
|
|
self.packager.install_batch(pkgs)
|
|
|
|
for name in pkgnames:
|
2012-01-12 10:49:25 -08:00
|
|
|
#this trace is used to remove the pkgs
|
|
|
|
self.tracewriter.package_install(name, pkgs.get(name))
|
2012-01-11 12:47:33 -08:00
|
|
|
dirsmade = mkdirslist(self.tracedir)
|
2012-01-12 10:49:25 -08:00
|
|
|
#this trace is used to remove the dirs created
|
2012-01-11 12:47:33 -08:00
|
|
|
self.tracewriter.dir_made(*dirsmade)
|
|
|
|
recordwhere = Trace.touch_trace(self.tracedir, Trace.PY_TRACE)
|
2012-01-12 10:49:25 -08:00
|
|
|
#this trace is used to remove the trace created
|
2012-01-11 12:47:33 -08:00
|
|
|
self.tracewriter.py_install(recordwhere)
|
|
|
|
(sysout, stderr) = execute(*PY_INSTALL, cwd=self.appdir, run_as_root=True)
|
|
|
|
write_file(recordwhere, sysout)
|
|
|
|
#adjust db
|
|
|
|
self._setup_db()
|
|
|
|
#setup any data
|
|
|
|
self._setup_data()
|
|
|
|
return self.tracedir
|
|
|
|
|
|
|
|
def configure(self):
|
|
|
|
dirsmade = mkdirslist(self.cfgdir)
|
|
|
|
self.tracewriter.dir_made(*dirsmade)
|
|
|
|
for fn in CONFIGS:
|
|
|
|
sourcefn = joinpths(Util.STACK_CONFIG_DIR, TYPE, fn)
|
|
|
|
tgtfn = joinpths(self.cfgdir, fn)
|
|
|
|
LOG.info("Configuring template file %s" % (sourcefn))
|
|
|
|
contents = load_file(sourcefn)
|
2012-01-12 17:35:41 -08:00
|
|
|
pmap = self._get_param_map()
|
2012-01-11 12:47:33 -08:00
|
|
|
LOG.info("Replacing parameters in file %s" % (sourcefn))
|
|
|
|
LOG.debug("Replacements = %s" % (pmap))
|
|
|
|
contents = param_replace(contents, pmap)
|
|
|
|
LOG.debug("Applying side-effects of param replacement for template %s" % (sourcefn))
|
|
|
|
self._config_apply(contents, fn)
|
|
|
|
LOG.info("Writing configuration file %s" % (tgtfn))
|
|
|
|
write_file(tgtfn, contents)
|
2012-01-12 10:49:25 -08:00
|
|
|
#this trace is used to remove the files configured
|
2012-01-11 12:47:33 -08:00
|
|
|
self.tracewriter.cfg_write(tgtfn)
|
|
|
|
return self.tracedir
|
|
|
|
|
|
|
|
def _setup_db(self):
|
2012-01-12 17:35:41 -08:00
|
|
|
Db.drop_db(self.cfg, DB_NAME)
|
|
|
|
Db.create_db(self.cfg, DB_NAME)
|
2012-01-11 12:47:33 -08:00
|
|
|
|
|
|
|
def _setup_data(self):
|
2012-01-12 17:35:41 -08:00
|
|
|
contents = load_file(self.scriptfn)
|
|
|
|
#we don't break on the missing ones
|
|
|
|
#since it appears that this config "script"
|
|
|
|
#also uses the same param format for its own templates...
|
|
|
|
repcontents = param_replace(contents, self._get_param_map(), ignore_missing=True)
|
|
|
|
tgtfn = joinpths(self.appdir, 'bin', DATA_SCRIPT)
|
|
|
|
write_file(tgtfn, repcontents)
|
|
|
|
#this trace is used to remove the files configured
|
|
|
|
self.tracewriter.cfg_write(tgtfn)
|
|
|
|
#now run it
|
|
|
|
env_additions = dict()
|
|
|
|
env_additions['ENABLED_SERVICES'] = ",".join(self.othercomponents)
|
|
|
|
env_additions['BIN_DIR'] = joinpths(self.appdir, 'bin')
|
|
|
|
cmd = ['bash', tgtfn]
|
|
|
|
execute(*cmd, env_overrides=env_additions)
|
2012-01-11 12:47:33 -08:00
|
|
|
|
|
|
|
def _config_apply(self, contents, fn):
|
|
|
|
lines = contents.splitlines()
|
|
|
|
for line in lines:
|
|
|
|
cleaned = line.strip()
|
|
|
|
if(len(cleaned) == 0 or cleaned[0] == '#' or cleaned[0] == '['):
|
|
|
|
#not useful to examine these
|
|
|
|
continue
|
|
|
|
pieces = cleaned.split("=", 1)
|
|
|
|
if(len(pieces) != 2):
|
|
|
|
continue
|
|
|
|
key = pieces[0].strip()
|
|
|
|
val = pieces[1].strip()
|
|
|
|
if(len(key) == 0 or len(val) == 0):
|
|
|
|
continue
|
|
|
|
#now we take special actions
|
|
|
|
if(key == 'log_file'):
|
|
|
|
# Ensure that we can write to the log file
|
|
|
|
dirname = os.path.dirname(val)
|
|
|
|
if(len(dirname)):
|
|
|
|
dirsmade = mkdirslist(dirname)
|
|
|
|
# This trace is used to remove the dirs created
|
|
|
|
self.tracewriter.dir_made(*dirsmade)
|
|
|
|
# Destroy then recreate it
|
|
|
|
unlink(val)
|
|
|
|
touch_file(val)
|
|
|
|
self.tracewriter.file_touched(val)
|
|
|
|
|
2012-01-12 17:35:41 -08:00
|
|
|
def _get_param_map(self):
|
2012-01-12 10:49:25 -08:00
|
|
|
#these be used to fill in the configuration
|
|
|
|
#params with actual values
|
2012-01-11 12:47:33 -08:00
|
|
|
mp = dict()
|
|
|
|
mp['DEST'] = self.appdir
|
|
|
|
mp['SQL_CONN'] = get_dbdsn(self.cfg, DB_NAME)
|
2012-01-12 17:35:41 -08:00
|
|
|
mp['ADMIN_PASSWORD'] = self.cfg.getpw('passwords', 'horizon_keystone_admin')
|
|
|
|
hostip = get_host_ip(self.cfg)
|
|
|
|
mp['SERVICE_HOST'] = hostip
|
|
|
|
mp['HOST_IP'] = hostip
|
2012-01-11 12:47:33 -08:00
|
|
|
return mp
|
|
|
|
|
|
|
|
|
2012-01-12 17:35:41 -08:00
|
|
|
class KeystoneRuntime(KeystoneBase, RuntimeComponent):
|
2012-01-11 12:47:33 -08:00
|
|
|
def __init__(self, *args, **kargs):
|
|
|
|
KeystoneBase.__init__(self, *args, **kargs)
|