Kubernetes integration with OpenStack networking
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

182 lines
6.6 KiB

# Copyright (c) 2016 Mirantis, Inc.
# All Rights Reserved.
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import abc
import errno
import os_vif
from os_vif.objects import vif as osv_objects
from oslo_log import log as logging
import pyroute2
from pyroute2 import netns as pyroute_netns
from stevedore import driver as stv_driver
from kuryr_kubernetes.cni import utils as cni_utils
from kuryr_kubernetes import config
from kuryr_kubernetes import constants
from kuryr_kubernetes import utils
_BINDING_NAMESPACE = 'kuryr_kubernetes.cni.binding'
LOG = logging.getLogger(__name__)
class BaseBindingDriver(object, metaclass=abc.ABCMeta):
"""Interface to attach ports to pods."""
def _remove_ifaces(self, ipdb, ifnames, netns='host'):
"""Check if any of `ifnames` exists and remove it.
:param ipdb: ipdb of the network namespace to check
:param ifnames: iterable of interface names to remove
:param netns: network namespace name (used for logging)
for ifname in ifnames:
if ifname in ipdb.interfaces:
LOG.warning('Found hanging interface %(ifname)s inside '
'%(netns)s netns. Most likely it is a leftover '
'from a kuryr-daemon restart. Trying to delete '
'it.', {'ifname': ifname, 'netns': netns})
with ipdb.interfaces[ifname] as iface:
def connect(self, vif, ifname, netns, container_id):
raise NotImplementedError()
def disconnect(self, vif, ifname, netns, container_id):
raise NotImplementedError()
def _get_binding_driver(vif):
mgr = stv_driver.DriverManager(namespace=_BINDING_NAMESPACE,
return mgr.driver
def get_ipdb(netns=None):
if netns:
netns = utils.convert_netns(netns)
ipdb = pyroute2.IPDB(nl=pyroute2.NetNS(netns))
ipdb = pyroute2.IPDB()
return ipdb
def _enable_ipv6(netns):
# Docker disables IPv6 for --net=none containers
# TODO(apuimedo) remove when it is no longer the case
netns = utils.convert_netns(netns)
path = utils.convert_netns('/proc/self/ns/net')
self_ns_fd = open(path)
path = utils.convert_netns('/proc/sys/net/ipv6/conf/all/disable_ipv6')
with open(path, 'w') as disable_ipv6:
except Exception:
def _configure_l3(vif, ifname, netns, is_default_gateway):
with get_ipdb(netns) as ipdb:
with ipdb.interfaces[ifname] as iface:
for subnet in vif.network.subnets.objects:
if subnet.cidr.version == 6:
for fip in subnet.ips.objects:
iface.add_ip('%s/%s' % (fip.address,
routes = ipdb.routes
for subnet in vif.network.subnets.objects:
for route in subnet.routes.objects:
if is_default_gateway and hasattr(subnet, 'gateway'):
except pyroute2.NetlinkError as ex:
if ex.code != errno.EEXIST:
LOG.debug("Default route already exists in pod for vif=%s."
" Did not overwrite with requested gateway=%s",
vif, subnet.gateway)
def _need_configure_l3(vif):
if isinstance(vif, osv_objects.VIFVHostUser):
return False
if not hasattr(vif, 'physnet'):
# NOTE(danil): non-sriov vif. Figure out if it is nested-dpdk
if vif.obj_attr_is_set('port_profile') and hasattr(vif.port_profile,
return vif.port_profile.l3_setup
# NOTE(danil): by default kuryr-kubernetes has to setup l3
return True
# NOTE(danil): sriov vif. Figure out what driver should compute it
physnet = vif.physnet
mapping_res = config.CONF.sriov.physnet_resource_mappings
resource = mapping_res[physnet]
except KeyError:
LOG.exception("No resource name for physnet %s", physnet)
mapping_driver = config.CONF.sriov.resource_driver_mappings
driver_name = mapping_driver[resource]
except KeyError:
LOG.exception("No driver for resource_name %s", resource)
if driver_name in constants.USERSPACE_DRIVERS:
LOG.info("_configure_l3 will not be called for vif %s "
"because of it's driver", vif)
return False
# NOTE(danil): sriov vif computed by kernel driver
return True
def connect(vif, instance_info, ifname, netns=None, report_health=None,
is_default_gateway=True, container_id=None):
driver = _get_binding_driver(vif)
if report_health:
os_vif.plug(vif, instance_info)
driver.connect(vif, ifname, netns, container_id)
if _need_configure_l3(vif):
_configure_l3(vif, ifname, netns, is_default_gateway)
def disconnect(vif, instance_info, ifname, netns=None, report_health=None,
container_id=None, **kwargs):
driver = _get_binding_driver(vif)
if report_health:
driver.disconnect(vif, ifname, netns, container_id)
os_vif.unplug(vif, instance_info)
def cleanup(ifname, netns):
with get_ipdb(netns) as c_ipdb:
if ifname in c_ipdb.interfaces:
with c_ipdb.interfaces[ifname] as iface: