fabb22d505
Change-Id: Ibf74db39348dfb6f56f4fca0aff142a75ef53d38 Partially-Implements: blueprint add-panko
380 lines
15 KiB
Python
380 lines
15 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import itertools
|
|
|
|
from oslo_config import cfg
|
|
from oslo_config import types
|
|
|
|
from kolla.version import version_info as version
|
|
|
|
|
|
BASE_OS_DISTRO = ['centos', 'rhel', 'ubuntu', 'oraclelinux', 'debian']
|
|
DISTRO_RELEASE = {
|
|
'centos': '7',
|
|
'rhel': '7',
|
|
'oraclelinux': '7',
|
|
'debian': '8',
|
|
'ubuntu': '16.04',
|
|
}
|
|
DELOREAN = ("http://buildlogs.centos.org/centos/7/cloud/x86_64/"
|
|
"rdo-trunk-master-tested/delorean.repo")
|
|
# TODO(pbourke): update to buildlogs.centos.org once this moves
|
|
DELOREAN_DEPS = "http://trunk.rdoproject.org/centos7/delorean-deps.repo"
|
|
INSTALL_TYPE_CHOICES = ['binary', 'source', 'rdo', 'rhos']
|
|
|
|
_PROFILE_OPTS = [
|
|
cfg.ListOpt('infra',
|
|
default=['ceph', 'cron', 'elasticsearch', 'etcd', 'haproxy',
|
|
'heka', 'keepalived', 'kibana', 'kolla-toolbox',
|
|
'mariadb', 'memcached', 'mongodb', 'openvswitch',
|
|
'rabbitmq', 'tgtd'],
|
|
help='Infra images'),
|
|
cfg.ListOpt('main',
|
|
default=['cinder', 'ceilometer', 'glance', 'heat',
|
|
'horizon', 'iscsi', 'keystone', 'neutron', 'nova',
|
|
'swift'],
|
|
help='Main images'),
|
|
cfg.ListOpt('aux',
|
|
default=['aodh', 'cloudkitty', 'congress', 'designate',
|
|
'gnocchi', 'influxdb', 'ironic', 'kuryr', 'magnum',
|
|
'manila', 'mistral', 'murano', 'panko', 'rally',
|
|
'sahara', 'searchlight', 'senlin', 'solum',
|
|
'telegraf', 'trove', 'zaqar'],
|
|
help='Aux Images'),
|
|
cfg.ListOpt('default',
|
|
default=['chrony', 'cron', 'kolla-toolbox', 'glance',
|
|
'haproxy', 'heat', 'horizon', 'keepalived',
|
|
'keystone', 'memcached', 'mariadb', 'neutron', 'nova',
|
|
'openvswitch', 'rabbitmq', 'heka'],
|
|
help='Default images'),
|
|
cfg.ListOpt('gate',
|
|
default=['chrony', 'cron', 'glance', 'haproxy', 'keepalived',
|
|
'keystone', 'kolla-toolbox', 'mariadb', 'memcached',
|
|
'neutron', 'nova', 'openvswitch', 'rabbitmq', 'heka'],
|
|
help='Gate images')
|
|
]
|
|
|
|
_CLI_OPTS = [
|
|
cfg.StrOpt('base', short='b', default='centos',
|
|
choices=BASE_OS_DISTRO,
|
|
help='The distro type of the base image'),
|
|
cfg.StrOpt('base-tag', default='latest',
|
|
help='The base distro image tag'),
|
|
cfg.StrOpt('base-image',
|
|
help='The base image name. Default is the same with base'),
|
|
cfg.BoolOpt('debug', short='d', default=False,
|
|
help='Turn on debugging log level'),
|
|
cfg.DictOpt('build-args',
|
|
help='Set docker build time variables'),
|
|
cfg.StrOpt('include-header', short='i',
|
|
deprecated_for_removal=True,
|
|
deprecated_reason=('Use a header block within a template'
|
|
' overrides file instead'),
|
|
help=('Path to custom file to be added at '
|
|
'beginning of base Dockerfile')),
|
|
cfg.StrOpt('include-footer', short='I',
|
|
deprecated_for_removal=True,
|
|
deprecated_reason=('Use a footer block within a template'
|
|
' overrides file instead'),
|
|
help=('Path to custom file to be added at '
|
|
'end of Dockerfiles for final images')),
|
|
cfg.BoolOpt('keep', default=False,
|
|
help='Keep failed intermediate containers'),
|
|
cfg.BoolOpt('list-dependencies', short='l',
|
|
help='Show image dependencies (filtering supported)'),
|
|
cfg.BoolOpt('list-images',
|
|
help='Show all available images'),
|
|
cfg.StrOpt('namespace', short='n', default='kolla',
|
|
help='The Docker namespace name'),
|
|
cfg.BoolOpt('cache', default=True,
|
|
help='Use the Docker cache when building',
|
|
),
|
|
cfg.MultiOpt('profile', types.String(), short='p',
|
|
help=('Build a pre-defined set of images, see [profiles]'
|
|
' section in config. The default profiles are:'
|
|
' {}'.format(', '.join(
|
|
[opt.name for opt in _PROFILE_OPTS])
|
|
))),
|
|
cfg.BoolOpt('push', default=False,
|
|
help='Push images after building'),
|
|
cfg.IntOpt('push-threads', default=1, min=1,
|
|
help=('The number of threads to user while pushing'
|
|
' Images. Note: Docker can not handle threading'
|
|
' push properly.')),
|
|
cfg.IntOpt('retries', short='r', default=3, min=0,
|
|
help='The number of times to retry while building'),
|
|
cfg.MultiOpt('regex', types.String(), positional=True,
|
|
help=('Build only images matching regex and its'
|
|
' dependencies')),
|
|
cfg.StrOpt('registry',
|
|
help=('The docker registry host. The default registry host'
|
|
' is Docker Hub')),
|
|
cfg.StrOpt('save-dependency',
|
|
help=('Path to the file to store the docker image'
|
|
' dependency in Graphviz dot format')),
|
|
cfg.StrOpt('type', short='t', default='binary',
|
|
choices=INSTALL_TYPE_CHOICES,
|
|
dest='install_type',
|
|
help=('The method of the OpenStack install')),
|
|
cfg.IntOpt('threads', short='T', default=8, min=1,
|
|
help=('The number of threads to use while building.'
|
|
' (Note: setting to one will allow real time'
|
|
' logging.)')),
|
|
cfg.StrOpt('tag', default=version.cached_version_string(),
|
|
help='The Docker tag'),
|
|
cfg.BoolOpt('template-only', default=False,
|
|
help=("Don't build images. Generate Dockerfile only")),
|
|
cfg.IntOpt('timeout', default=120,
|
|
help='Time in seconds after which any operation times out'),
|
|
cfg.StrOpt('template-override',
|
|
help='Path to template override file'),
|
|
cfg.StrOpt('logs-dir', help='Path to logs directory'),
|
|
]
|
|
|
|
_BASE_OPTS = [
|
|
cfg.StrOpt('maintainer',
|
|
default='Kolla Project (https://launchpad.net/kolla)',
|
|
help='The MAINTAINER field'),
|
|
cfg.ListOpt('rpm_setup_config', default=[DELOREAN, DELOREAN_DEPS],
|
|
help=('Comma separated list of .rpm or .repo file(s) '
|
|
'or URL(s) to install before building containers')),
|
|
cfg.StrOpt('apt_sources_list', help=('Path to custom sources.list')),
|
|
cfg.StrOpt('apt_preferences', help=('Path to custom apt/preferences'))
|
|
]
|
|
|
|
|
|
SOURCES = {
|
|
'openstack-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/requirements/'
|
|
'requirements-master.tar.gz')},
|
|
'aodh-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/aodh/'
|
|
'aodh-master.tar.gz')},
|
|
'barbican-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/barbican/'
|
|
'barbican-master.tar.gz')},
|
|
'bifrost-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/bifrost/'
|
|
'bifrost-master.tar.gz')},
|
|
'ceilometer-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/ceilometer/'
|
|
'ceilometer-master.tar.gz')},
|
|
'cinder-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/cinder/'
|
|
'cinder-master.tar.gz')},
|
|
'congress-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/congress/'
|
|
'congress-master.tar.gz')},
|
|
'cloudkitty-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/cloudkitty/'
|
|
'cloudkitty-master.tar.gz')},
|
|
'designate-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/designate/'
|
|
'designate-master.tar.gz')},
|
|
'freezer-api': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/freezer-api/'
|
|
'freezer-api-master.tar.gz')},
|
|
'freezer-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/freezer/'
|
|
'freezer-master.tar.gz')},
|
|
'glance-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/glance/'
|
|
'glance-master.tar.gz')},
|
|
'gnocchi-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/gnocchi/'
|
|
'gnocchi-master.tar.gz')},
|
|
'heat-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/heat/'
|
|
'heat-master.tar.gz')},
|
|
'horizon': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/horizon/'
|
|
'horizon-master.tar.gz')},
|
|
'horizon-plugin-neutron-lbaas-dashboard': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/neutron-lbaas-dashboard/'
|
|
'neutron-lbaas-dashboard-master.tar.gz')},
|
|
'ironic-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/ironic/'
|
|
'ironic-master.tar.gz')},
|
|
'ironic-inspector': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/ironic-inspector/'
|
|
'ironic-inspector-master.tar.gz')},
|
|
'keystone-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/keystone/'
|
|
'keystone-master.tar.gz')},
|
|
'kuryr-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/kuryr/'
|
|
'kuryr-master.tar.gz')},
|
|
'kuryr-libnetwork': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/kuryr-libnetwork/'
|
|
'kuryr-libnetwork-master.tar.gz')},
|
|
'magnum-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/magnum/'
|
|
'magnum-master.tar.gz')},
|
|
'manila-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/manila/'
|
|
'manila-master.tar.gz')},
|
|
'mistral-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/mistral/'
|
|
'mistral-master.tar.gz')},
|
|
'murano-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/murano/'
|
|
'murano-master.tar.gz')},
|
|
'neutron-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/neutron/'
|
|
'neutron-master.tar.gz')},
|
|
'neutron-lbaas-agent': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/neutron-lbaas/'
|
|
'neutron-lbaas-master.tar.gz')},
|
|
'neutron-sfc-agent': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/networking-sfc/'
|
|
'networking-sfc-master.tar.gz')},
|
|
'neutron-vpnaas-agent': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/neutron-vpnaas/'
|
|
'neutron-vpnaas-master.tar.gz')},
|
|
'nova-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/nova/'
|
|
'nova-master.tar.gz')},
|
|
'nova-spicehtml5proxy': {
|
|
'type': 'url',
|
|
'location': ('http://github.com/SPICE/spice-html5/tarball/'
|
|
'spice-html5-0.1.6')},
|
|
'nova-novncproxy': {
|
|
'type': 'url',
|
|
'location': ('http://github.com/kanaka/noVNC/tarball/'
|
|
'v0.5.1')},
|
|
'panko-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/panko/'
|
|
'panko-master.tar.gz')},
|
|
'rally': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/rally/'
|
|
'rally-master.tar.gz')},
|
|
'sahara-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/sahara/'
|
|
'sahara-master.tar.gz')},
|
|
'searchlight-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/searchlight/'
|
|
'searchlight-1.0.0.tar.gz')},
|
|
'senlin-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/senlin/'
|
|
'senlin-master.tar.gz')},
|
|
'solum-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/solum/'
|
|
'solum-master.tar.gz')},
|
|
'swift-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/swift/'
|
|
'swift-master.tar.gz')},
|
|
'tempest': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/tempest/'
|
|
'tempest-master.tar.gz')},
|
|
'trove-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/trove/'
|
|
'trove-master.tar.gz')},
|
|
'watcher-base': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/watcher/'
|
|
'watcher-master.tar.gz')},
|
|
'zaqar': {
|
|
'type': 'url',
|
|
'location': ('http://tarballs.openstack.org/zaqar/'
|
|
'zaqar-master.tar.gz')}
|
|
}
|
|
|
|
|
|
def get_source_opts(type_=None, location=None, reference=None):
|
|
return [cfg.StrOpt('type', choices=['local', 'git', 'url'],
|
|
default=type_,
|
|
help='Source location type'),
|
|
cfg.StrOpt('location', default=location,
|
|
help='The location for source install'),
|
|
cfg.StrOpt('reference', default=reference,
|
|
help=('Git reference to pull, commit sha, tag '
|
|
'or branch name'))]
|
|
|
|
|
|
def gen_all_source_opts():
|
|
for name, params in SOURCES.items():
|
|
type_ = params['type']
|
|
location = params['location']
|
|
reference = params.get('reference')
|
|
yield name, get_source_opts(type_, location, reference)
|
|
|
|
|
|
def list_opts():
|
|
return itertools.chain([(None, _CLI_OPTS),
|
|
(None, _BASE_OPTS),
|
|
('profiles', _PROFILE_OPTS)],
|
|
gen_all_source_opts(),
|
|
)
|
|
|
|
|
|
def parse(conf, args, usage=None, prog=None,
|
|
default_config_files=None):
|
|
conf.register_cli_opts(_CLI_OPTS)
|
|
conf.register_opts(_BASE_OPTS)
|
|
conf.register_opts(_PROFILE_OPTS, group='profiles')
|
|
for name, opts in gen_all_source_opts():
|
|
conf.register_opts(opts, name)
|
|
|
|
conf(args=args,
|
|
project='kolla',
|
|
usage=usage,
|
|
prog=prog,
|
|
version=version.cached_version_string(),
|
|
default_config_files=default_config_files)
|
|
|
|
# NOTE(jeffrey4l): set the default base tag based on the
|
|
# base option
|
|
conf.set_default('base_tag', DISTRO_RELEASE.get(conf.base))
|
|
|
|
if not conf.base_image:
|
|
conf.base_image = conf.base
|