2f65d993f3
This commit implements basic CNI daemon service. The aim of this new entity is to increase scalability of CNI operations by moving watching for VIF to a separate process. This commit: * Introduces kuryr-daemon service * Implements communication between CNI driver and CNI daemon using HTTP * Consolidates watching for VIF on CNI side to a single Watcher that looks for all the pods on the node it is running on. * Solves bug 1731485 when running with CNI daemon. * Enables new service in DevStack plugin * Provides unit tests for new code. Follow up patches will include: - Documentation. - Support for running in containerized mode. To test the patch add `enable_service kuryr-daemon` to your DevStack's local.conf file. Partial-Bug: 1731485 Co-Authored-By: Janonymous <janonymous.codevulture@gmail.com> Implements: blueprint cni-split-exec-daemon Change-Id: I1bd6406dacab0735a94474e146645c63d933be16
107 lines
3.3 KiB
Python
107 lines
3.3 KiB
Python
# Copyright (c) 2016 Mirantis, Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import os
|
|
import signal
|
|
import sys
|
|
|
|
import os_vif
|
|
from oslo_config import cfg
|
|
from oslo_log import log as logging
|
|
from oslo_serialization import jsonutils
|
|
|
|
from kuryr_kubernetes import clients
|
|
from kuryr_kubernetes.cni import api as cni_api
|
|
from kuryr_kubernetes.cni import handlers as h_cni
|
|
from kuryr_kubernetes.cni import utils
|
|
from kuryr_kubernetes import config
|
|
from kuryr_kubernetes import constants as k_const
|
|
from kuryr_kubernetes import objects as k_objects
|
|
from kuryr_kubernetes import watcher as k_watcher
|
|
|
|
CONF = cfg.CONF
|
|
LOG = logging.getLogger(__name__)
|
|
_CNI_TIMEOUT = 180
|
|
|
|
|
|
class K8sCNIPlugin(cni_api.CNIPlugin):
|
|
|
|
def add(self, params):
|
|
self._setup(params)
|
|
self._pipeline.register(h_cni.AddHandler(params, self._done))
|
|
self._watcher.start()
|
|
return self._vif
|
|
|
|
def delete(self, params):
|
|
self._setup(params)
|
|
self._pipeline.register(h_cni.DelHandler(params, self._done))
|
|
self._watcher.start()
|
|
|
|
def _done(self, vif):
|
|
self._vif = vif
|
|
self._watcher.stop()
|
|
|
|
def _setup(self, params):
|
|
clients.setup_kubernetes_client()
|
|
self._pipeline = h_cni.CNIPipeline()
|
|
self._watcher = k_watcher.Watcher(self._pipeline)
|
|
self._watcher.add(
|
|
"%(base)s/namespaces/%(namespace)s/pods"
|
|
"?fieldSelector=metadata.name=%(pod)s" % {
|
|
'base': k_const.K8S_API_BASE,
|
|
'namespace': params.args.K8S_POD_NAMESPACE,
|
|
'pod': params.args.K8S_POD_NAME})
|
|
|
|
|
|
def run():
|
|
# REVISIT(ivc): current CNI implementation provided by this package is
|
|
# experimental and its primary purpose is to enable development of other
|
|
# components (e.g. functional tests, service/LBaaSv2 support)
|
|
cni_conf = utils.CNIConfig(jsonutils.load(sys.stdin))
|
|
args = ['--config-file', cni_conf.kuryr_conf]
|
|
|
|
try:
|
|
if cni_conf.debug:
|
|
args.append('-d')
|
|
except AttributeError:
|
|
pass
|
|
config.init(args)
|
|
config.setup_logging()
|
|
|
|
# Initialize o.vo registry.
|
|
k_objects.register_locally_defined_vifs()
|
|
os_vif.initialize()
|
|
|
|
if CONF.cni_daemon.daemon_enabled:
|
|
runner = cni_api.CNIDaemonizedRunner()
|
|
else:
|
|
runner = cni_api.CNIStandaloneRunner(K8sCNIPlugin())
|
|
LOG.info("Using '%s' ", runner.__class__.__name__)
|
|
|
|
def _timeout(signum, frame):
|
|
runner._write_dict(sys.stdout, {
|
|
'msg': 'timeout',
|
|
'code': k_const.CNI_TIMEOUT_CODE,
|
|
})
|
|
LOG.debug('timed out')
|
|
sys.exit(1)
|
|
|
|
signal.signal(signal.SIGALRM, _timeout)
|
|
signal.alarm(_CNI_TIMEOUT)
|
|
status = runner.run(os.environ, cni_conf, sys.stdout)
|
|
LOG.debug("Exiting with status %s", status)
|
|
if status:
|
|
sys.exit(status)
|