242 lines
7.7 KiB
Python
242 lines
7.7 KiB
Python
# vi: ts=4 expandtab
|
|
#
|
|
# Copyright (C) 2009-2010 Canonical Ltd.
|
|
# Copyright (C) 2012 Hewlett-Packard Development Company, L.P.
|
|
#
|
|
# Author: Scott Moser <scott.moser@canonical.com>
|
|
# Author: Juerg Haefliger <juerg.haefliger@hp.com>
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 3, as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
import glob
|
|
import os
|
|
|
|
from cloudinit import templater
|
|
from cloudinit import util
|
|
|
|
distros = ['ubuntu', 'debian']
|
|
|
|
PROXY_TPL = "Acquire::HTTP::Proxy \"%s\";\n"
|
|
|
|
|
|
def handle(_name, cfg, cloud, log, _args):
|
|
update = util.get_cfg_option_bool(cfg, 'apt_update', False)
|
|
upgrade = util.get_cfg_option_bool(cfg, 'apt_upgrade', False)
|
|
|
|
release = get_release()
|
|
|
|
mirror = find_apt_mirror(cloud, cfg)
|
|
|
|
log.debug("Selected mirror at: %s" % mirror)
|
|
|
|
if not util.get_cfg_option_bool(cfg,
|
|
'apt_preserve_sources_list', False):
|
|
generate_sources_list(release, mirror, cloud, log)
|
|
old_mir = util.get_cfg_option_str(cfg, 'apt_old_mirror',
|
|
"archive.ubuntu.com/ubuntu")
|
|
rename_apt_lists(old_mir, mirror)
|
|
|
|
# Set up any apt proxy
|
|
proxy = cfg.get("apt_proxy", None)
|
|
proxy_filename = "/etc/apt/apt.conf.d/95cloud-init-proxy"
|
|
if proxy:
|
|
try:
|
|
# See man 'apt.conf'
|
|
contents = PROXY_TPL % (proxy)
|
|
util.write_file(cloud.paths.join(False, proxy_filename),
|
|
contents)
|
|
except Exception as e:
|
|
util.logexc(log, "Failed to write proxy to %s", proxy_filename)
|
|
elif os.path.isfile(proxy_filename):
|
|
util.del_file(proxy_filename)
|
|
|
|
# Process 'apt_sources'
|
|
if 'apt_sources' in cfg:
|
|
errors = add_sources(cloud, cfg['apt_sources'],
|
|
{'MIRROR': mirror, 'RELEASE': release})
|
|
for e in errors:
|
|
log.warn("Source Error: %s", ':'.join(e))
|
|
|
|
dconf_sel = util.get_cfg_option_str(cfg, 'debconf_selections', False)
|
|
if dconf_sel:
|
|
log.debug("setting debconf selections per cloud config")
|
|
try:
|
|
util.subp(('debconf-set-selections', '-'), dconf_sel)
|
|
except:
|
|
util.logexc(log, "Failed to run debconf-set-selections")
|
|
|
|
pkglist = util.get_cfg_option_list(cfg, 'packages', [])
|
|
|
|
errors = []
|
|
if update or len(pkglist) or upgrade:
|
|
try:
|
|
cloud.distro.update_package_sources()
|
|
except Exception as e:
|
|
util.logexc(log, "Package update failed")
|
|
errors.append(e)
|
|
|
|
if upgrade:
|
|
try:
|
|
cloud.distro.package_command("upgrade")
|
|
except Exception as e:
|
|
util.logexc(log, "Package upgrade failed")
|
|
errors.append(e)
|
|
|
|
if len(pkglist):
|
|
try:
|
|
cloud.distro.install_packages(pkglist)
|
|
except Exception as e:
|
|
util.logexc(log, "Failed to install packages: %s ", pkglist)
|
|
errors.append(e)
|
|
|
|
if len(errors):
|
|
log.warn("%s failed with exceptions, re-raising the last one",
|
|
len(errors))
|
|
raise errors[-1]
|
|
|
|
|
|
def mirror2lists_fileprefix(mirror):
|
|
string = mirror
|
|
# take of http:// or ftp://
|
|
if string.endswith("/"):
|
|
string = string[0:-1]
|
|
pos = string.find("://")
|
|
if pos >= 0:
|
|
string = string[pos + 3:]
|
|
string = string.replace("/", "_")
|
|
return string
|
|
|
|
|
|
def rename_apt_lists(omirror, new_mirror, lists_d="/var/lib/apt/lists"):
|
|
oprefix = "%s/%s" % (lists_d, mirror2lists_fileprefix(omirror))
|
|
nprefix = "%s/%s" % (lists_d, mirror2lists_fileprefix(new_mirror))
|
|
if oprefix == nprefix:
|
|
return
|
|
olen = len(oprefix)
|
|
for filename in glob.glob("%s_*" % oprefix):
|
|
util.rename(filename, "%s%s" % (nprefix, filename[olen:]))
|
|
|
|
|
|
def get_release():
|
|
(stdout, _stderr) = util.subp(['lsb_release', '-cs'])
|
|
return stdout.strip()
|
|
|
|
|
|
def generate_sources_list(codename, mirror, cloud, log):
|
|
template_fn = cloud.get_template_filename('sources.list')
|
|
if template_fn:
|
|
params = {'mirror': mirror, 'codename': codename}
|
|
templater.render_to_file(template_fn, '/etc/apt/sources.list', params)
|
|
else:
|
|
log.warn("No template found, not rendering /etc/apt/sources.list")
|
|
|
|
|
|
def add_sources(cloud, srclist, template_params=None):
|
|
"""
|
|
add entries in /etc/apt/sources.list.d for each abbreviated
|
|
sources.list entry in 'srclist'. When rendering template, also
|
|
include the values in dictionary searchList
|
|
"""
|
|
if template_params is None:
|
|
template_params = {}
|
|
|
|
errorlist = []
|
|
for ent in srclist:
|
|
if 'source' not in ent:
|
|
errorlist.append(["", "missing source"])
|
|
continue
|
|
|
|
source = ent['source']
|
|
if source.startswith("ppa:"):
|
|
try:
|
|
util.subp(["add-apt-repository", source])
|
|
except:
|
|
errorlist.append([source, "add-apt-repository failed"])
|
|
continue
|
|
|
|
source = templater.render_string(source, template_params)
|
|
|
|
if 'filename' not in ent:
|
|
ent['filename'] = 'cloud_config_sources.list'
|
|
|
|
if not ent['filename'].startswith("/"):
|
|
ent['filename'] = os.path.join("/etc/apt/sources.list.d/",
|
|
ent['filename'])
|
|
|
|
if ('keyid' in ent and 'key' not in ent):
|
|
ks = "keyserver.ubuntu.com"
|
|
if 'keyserver' in ent:
|
|
ks = ent['keyserver']
|
|
try:
|
|
ent['key'] = util.getkeybyid(ent['keyid'], ks)
|
|
except:
|
|
errorlist.append([source, "failed to get key from %s" % ks])
|
|
continue
|
|
|
|
if 'key' in ent:
|
|
try:
|
|
util.subp(('apt-key', 'add', '-'), ent['key'])
|
|
except:
|
|
errorlist.append([source, "failed add key"])
|
|
|
|
try:
|
|
contents = "%s\n" % (source)
|
|
util.write_file(cloud.paths.join(False, ent['filename']),
|
|
contents, omode="ab")
|
|
except:
|
|
errorlist.append([source,
|
|
"failed write to file %s" % ent['filename']])
|
|
|
|
return errorlist
|
|
|
|
|
|
def find_apt_mirror(cloud, cfg):
|
|
""" find an apt_mirror given the cloud and cfg provided """
|
|
|
|
mirror = None
|
|
|
|
cfg_mirror = cfg.get("apt_mirror", None)
|
|
if cfg_mirror:
|
|
mirror = cfg["apt_mirror"]
|
|
elif "apt_mirror_search" in cfg:
|
|
mirror = util.search_for_mirror(cfg['apt_mirror_search'])
|
|
else:
|
|
mirror = cloud.get_local_mirror()
|
|
|
|
mydom = ""
|
|
|
|
doms = []
|
|
|
|
if not mirror:
|
|
# if we have a fqdn, then search its domain portion first
|
|
(_hostname, fqdn) = util.get_hostname_fqdn(cfg, cloud)
|
|
mydom = ".".join(fqdn.split(".")[1:])
|
|
if mydom:
|
|
doms.append(".%s" % mydom)
|
|
|
|
if not mirror:
|
|
doms.extend((".localdomain", "",))
|
|
|
|
mirror_list = []
|
|
distro = cloud.distro.name
|
|
mirrorfmt = "http://%s-mirror%s/%s" % (distro, "%s", distro)
|
|
for post in doms:
|
|
mirror_list.append(mirrorfmt % (post))
|
|
|
|
mirror = util.search_for_mirror(mirror_list)
|
|
|
|
if not mirror:
|
|
mirror = cloud.distro.get_package_mirror()
|
|
|
|
return mirror
|