266 lines
10 KiB
Python
266 lines
10 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import datetime
|
|
import functools
|
|
import os.path
|
|
import subprocess
|
|
import tempfile
|
|
import time
|
|
|
|
from oslo_config import cfg
|
|
from oslo_log import log as logging
|
|
import yaml
|
|
|
|
from kolla_kubernetes.common import file_utils
|
|
from kolla_kubernetes.common import jinja_utils
|
|
from kolla_kubernetes import service_definition
|
|
|
|
LOG = logging.getLogger()
|
|
CONF = cfg.CONF
|
|
CONF.import_group('kolla', 'kolla_kubernetes.config')
|
|
CONF.import_group('kolla_kubernetes', 'kolla_kubernetes.config')
|
|
|
|
|
|
def execute_if_enabled(f):
|
|
"""Decorator for executing methods only if runner is enabled."""
|
|
|
|
@functools.wraps(f)
|
|
def wrapper(self, *args, **kwargs):
|
|
if not self._enabled:
|
|
return
|
|
return f(self, *args, **kwargs)
|
|
|
|
return wrapper
|
|
|
|
|
|
class File(object):
|
|
def __init__(self, conf, name, service_name):
|
|
self._conf = conf
|
|
self._name = name
|
|
self._service_name = service_name
|
|
self.base_dir = os.path.abspath(file_utils.find_base_dir())
|
|
|
|
# def merge_ini_files(self, source_files):
|
|
# config_p = configparser.ConfigParser()
|
|
# for src_file in source_files:
|
|
# if not src_file.startswith('/'):
|
|
# src_file = os.path.join(self.base_dir, src_file)
|
|
# if not os.path.exists(src_file):
|
|
# LOG.warning('path missing %s' % src_file)
|
|
# continue
|
|
# config_p.read(src_file)
|
|
# merged_f = cStringIO()
|
|
# config_p.write(merged_f)
|
|
# return merged_f.getvalue()
|
|
#
|
|
# def write_to_zookeeper(self, zk, base_node):
|
|
# dest_node = os.path.join(base_node, self._service_name,
|
|
# 'files', self._name)
|
|
# zk.ensure_path(dest_node)
|
|
# if isinstance(self._conf['source'], list):
|
|
# content = self.merge_ini_files(self._conf['source'])
|
|
# else:
|
|
# src_file = self._conf['source']
|
|
# if not src_file.startswith('/'):
|
|
# src_file = file_utils.find_file(src_file)
|
|
# with open(src_file) as fp:
|
|
# content = fp.read()
|
|
# zk.set(dest_node, content.encode('utf-8'))
|
|
|
|
|
|
class Command(object):
|
|
def __init__(self, conf, name, service_name):
|
|
self._conf = conf
|
|
self._name = name
|
|
self._service_name = service_name
|
|
|
|
# def write_to_zookeeper(self, zk, base_node):
|
|
# for fn in self._conf.get('files', []):
|
|
# fo = File(self._conf['files'][fn], fn, self._service_name)
|
|
# fo.write_to_zookeeper(zk, base_node)
|
|
|
|
|
|
class Runner(object):
|
|
def __init__(self, conf):
|
|
self._conf = conf
|
|
self.base_dir = os.path.abspath(file_utils.find_base_dir())
|
|
self.type_name = None
|
|
self._enabled = self._conf.get('enabled', True)
|
|
if not self._enabled:
|
|
LOG.warn('Service %s disabled', self._conf['name'])
|
|
self.app_file = None
|
|
self.app_def = None
|
|
|
|
def __new__(cls, conf):
|
|
"""Create a new Runner of the appropriate class for its type."""
|
|
# Call is already for a subclass, so pass it through
|
|
RunnerClass = cls
|
|
return super(Runner, cls).__new__(RunnerClass)
|
|
|
|
@classmethod
|
|
def load_from_file(cls, service_file, variables):
|
|
return Runner(yaml.load(
|
|
jinja_utils.jinja_render(service_file, variables)))
|
|
|
|
def _list_commands(self):
|
|
if 'service' in self._conf:
|
|
yield 'daemon', self._conf['service']['daemon']
|
|
for key in self._conf.get('commands', []):
|
|
yield key, self._conf['commands'][key]
|
|
|
|
# @execute_if_enabled
|
|
# def write_to_zookeeper(self, zk, base_node):
|
|
# for cmd_name, cmd_conf in self._list_commands():
|
|
# cmd = Command(cmd_conf, cmd_name, self._conf['name'])
|
|
# # cmd.write_to_zookeeper(zk, base_node)
|
|
#
|
|
# dest_node = os.path.join(base_node, self._conf['name'])
|
|
# # zk.ensure_path(dest_node)
|
|
# # try:
|
|
# # zk.set(dest_node, json.dumps(self._conf).encode('utf-8'))
|
|
# # except Exception as te:
|
|
# # LOG.error('%s=%s -> %s' % (dest_node, self._conf, te))
|
|
|
|
# @classmethod
|
|
# def load_from_zk(cls, zk, service_name):
|
|
# variables = _load_variables_from_zk(zk)
|
|
# base_node = os.path.join('kolla', CONF.kolla.deployment_id)
|
|
# dest_node = os.path.join(base_node, "openstack",
|
|
# service_name.split('-')[0], service_name)
|
|
# try:
|
|
# conf_raw, _st = zk.get(dest_node)
|
|
# except Exception as te:
|
|
# LOG.error('%s -> %s' % (dest_node, te))
|
|
# raise NameError(te)
|
|
# return Runner(yaml.load(
|
|
# jinja_utils.jinja_render_str(conf_raw.decode('utf-8'),
|
|
# variables)))
|
|
|
|
|
|
class JvarsDict(dict):
|
|
"""Dict which can contain the 'global_vars' which are always preserved.
|
|
|
|
They cannot be be overriden by any update nor single item setting.
|
|
"""
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
super(JvarsDict, self).__init__(*args, **kwargs)
|
|
self.global_vars = {}
|
|
|
|
def __setitem__(self, key, value, force=False):
|
|
if not force and key in self.global_vars:
|
|
return
|
|
return super(JvarsDict, self).__setitem__(key, value)
|
|
|
|
def set_force(self, key, value):
|
|
"""Sets the variable even if it will override a global variable."""
|
|
return self.__setitem__(key, value, force=True)
|
|
|
|
def update(self, other_dict, force=False):
|
|
if not force:
|
|
other_dict = {key: value for key, value in other_dict.items()
|
|
if key not in self.global_vars}
|
|
super(JvarsDict, self).update(other_dict)
|
|
|
|
def set_global_vars(self, global_vars):
|
|
self.update(global_vars)
|
|
self.global_vars = global_vars
|
|
|
|
|
|
def _load_variables_from_file(service_dir, project_name):
|
|
config_dir = os.path.join(service_dir, '..', 'config')
|
|
jvars = JvarsDict()
|
|
LOG.debug('globals path : %s', file_utils.find_config_file('globals.yml'))
|
|
with open(file_utils.find_config_file('globals.yml'), 'r') as gf:
|
|
jvars.set_global_vars(yaml.load(gf))
|
|
with open(file_utils.find_config_file('passwords.yml'), 'r') as gf:
|
|
jvars.update(yaml.load(gf))
|
|
# Apply the basic variables that aren't defined in any config file.
|
|
jvars.update({
|
|
'deployment_id': CONF.kolla.deployment_id,
|
|
'node_config_directory': '',
|
|
'timestamp': str(time.time())
|
|
})
|
|
# Get the exact marathon framework name.
|
|
# config.get_marathon_framework(jvars)
|
|
# all.yml file uses some its variables to template itself by jinja2,
|
|
# so its raw content is used to template the file
|
|
all_yml_name = os.path.join(config_dir, 'all.yml')
|
|
jinja_utils.yaml_jinja_render(all_yml_name, jvars)
|
|
# Apply the dynamic deployment variables.
|
|
# config.apply_deployment_vars(jvars)
|
|
|
|
proj_yml_name = os.path.join(config_dir, project_name,
|
|
'defaults', 'main.yml')
|
|
if os.path.exists(proj_yml_name):
|
|
jinja_utils.yaml_jinja_render(proj_yml_name, jvars)
|
|
else:
|
|
LOG.warning('Path missing %s' % proj_yml_name)
|
|
return jvars
|
|
|
|
|
|
def _build_runner(service_name, service_dir, variables=None):
|
|
ts = time.time()
|
|
ts = datetime.datetime.fromtimestamp(ts).strftime('%Y-%m-%d_%H-%M-%S_')
|
|
temp_dir = tempfile.mkdtemp(prefix='kolla-' + ts)
|
|
working_dir = os.path.join(temp_dir, 'kubernetes')
|
|
os.makedirs(working_dir)
|
|
|
|
for filename in service_definition.find_service_files(service_name,
|
|
service_dir):
|
|
proj_filename = filename.split('/')[-1]
|
|
proj_name = filename.split('/')[-2]
|
|
LOG.debug(
|
|
'proj_filename : %s proj_name: %s' % (proj_filename, proj_name))
|
|
|
|
# is this a snapshot or from original src?
|
|
variables = _load_variables_from_file(service_dir, proj_name)
|
|
|
|
# 1. validate the definition with the given variables
|
|
service_definition.validate(service_name, service_dir, variables)
|
|
|
|
content = yaml.load(
|
|
jinja_utils.jinja_render(filename, variables))
|
|
with open(os.path.join(working_dir, proj_filename), 'w') as f:
|
|
LOG.debug('_build_runner : service file : %s' %
|
|
os.path.join(working_dir, proj_filename))
|
|
f.write(yaml.dump(content, default_flow_style=False))
|
|
|
|
return working_dir
|
|
|
|
|
|
def run_service(service_name, service_dir, variables=None):
|
|
directory = _build_runner(service_name, service_dir, variables=variables)
|
|
_deploy_instance(directory, service_name)
|
|
|
|
|
|
def kill_service(service_name, service_dir, variables=None):
|
|
directory = _build_runner(service_name, service_dir, variables=variables)
|
|
_delete_instance(directory, service_name)
|
|
|
|
|
|
def _deploy_instance(directory, service_name):
|
|
server = "--server=" + CONF.kolla_kubernetes.host
|
|
cmd = [CONF.kolla_kubernetes.kubectl_path, server, "create", "-f",
|
|
directory]
|
|
LOG.info('Command : %r' % cmd)
|
|
subprocess.call(cmd)
|
|
|
|
|
|
def _delete_instance(directory, service_name):
|
|
server = "--server=" + CONF.kolla_kubernetes.host
|
|
cmd = [CONF.kolla_kubernetes.kubectl_path, server, "delete", "-f",
|
|
directory]
|
|
LOG.info('Command : %r' % cmd)
|
|
subprocess.call(cmd)
|