b1714a2b9d
Running with a stricter .pylintrc generates a lot of C0330 warnings (hanging/continued indentation). Fix the ones in neutron/plugins. Trivialfix Change-Id: Id9138652f5f07ef12fa682e182fe210019e8f975
367 lines
14 KiB
Python
367 lines
14 KiB
Python
# Copyright (c) 2013 OpenStack Foundation
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from neutron_lib.api.definitions import portbindings
|
|
from neutron_lib.callbacks import events
|
|
from neutron_lib.callbacks import registry
|
|
from neutron_lib.callbacks import resources
|
|
from neutron_lib import constants as n_const
|
|
from neutron_lib.db import api as db_api
|
|
from neutron_lib import exceptions as nlib_exc
|
|
from neutron_lib.plugins import directory
|
|
from oslo_db import exception as db_exc
|
|
from oslo_log import log
|
|
from oslo_utils import uuidutils
|
|
from sqlalchemy import or_
|
|
from sqlalchemy.orm import exc
|
|
|
|
from neutron._i18n import _
|
|
from neutron.db.models import securitygroup as sg_models
|
|
from neutron.db import models_v2
|
|
from neutron.objects import base as objects_base
|
|
from neutron.objects import ports as port_obj
|
|
from neutron.plugins.ml2 import models
|
|
from neutron.services.segments import db as seg_db
|
|
from neutron.services.segments import exceptions as seg_exc
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
# limit the number of port OR LIKE statements in one query
|
|
MAX_PORTS_PER_QUERY = 500
|
|
|
|
|
|
@db_api.CONTEXT_WRITER
|
|
def add_port_binding(context, port_id):
|
|
record = models.PortBinding(
|
|
port_id=port_id,
|
|
vif_type=portbindings.VIF_TYPE_UNBOUND)
|
|
context.session.add(record)
|
|
return record
|
|
|
|
|
|
@db_api.CONTEXT_WRITER
|
|
def set_binding_levels(context, levels):
|
|
if levels:
|
|
for level in levels:
|
|
level.create()
|
|
LOG.debug("For port %(port_id)s, host %(host)s, "
|
|
"set binding levels %(levels)s",
|
|
{'port_id': levels[0].port_id,
|
|
'host': levels[0].host,
|
|
'levels': levels})
|
|
else:
|
|
LOG.debug("Attempted to set empty binding levels")
|
|
|
|
|
|
@db_api.CONTEXT_READER
|
|
def get_binding_level_objs(context, port_id, host):
|
|
if host:
|
|
pager = objects_base.Pager(sorts=[('level', True)])
|
|
port_bl_objs = port_obj.PortBindingLevel.get_objects(
|
|
context, _pager=pager, port_id=port_id, host=host)
|
|
LOG.debug("For port %(port_id)s, host %(host)s, "
|
|
"got binding levels %(levels)s",
|
|
{'port_id': port_id,
|
|
'host': host,
|
|
'levels': port_bl_objs})
|
|
return port_bl_objs
|
|
|
|
|
|
@db_api.CONTEXT_WRITER
|
|
def clear_binding_levels(context, port_id, host):
|
|
if host:
|
|
port_obj.PortBindingLevel.delete_objects(
|
|
context, port_id=port_id, host=host)
|
|
LOG.debug("For port %(port_id)s, host %(host)s, "
|
|
"cleared binding levels",
|
|
{'port_id': port_id,
|
|
'host': host})
|
|
|
|
|
|
def ensure_distributed_port_binding(context, port_id, host, router_id=None):
|
|
with db_api.CONTEXT_READER.using(context):
|
|
record = (context.session.query(models.DistributedPortBinding).
|
|
filter_by(port_id=port_id, host=host).first())
|
|
if record:
|
|
return record
|
|
|
|
try:
|
|
with db_api.CONTEXT_WRITER.using(context):
|
|
record = models.DistributedPortBinding(
|
|
port_id=port_id,
|
|
host=host,
|
|
router_id=router_id,
|
|
vif_type=portbindings.VIF_TYPE_UNBOUND,
|
|
vnic_type=portbindings.VNIC_NORMAL,
|
|
status=n_const.PORT_STATUS_DOWN)
|
|
context.session.add(record)
|
|
return record
|
|
except db_exc.DBDuplicateEntry:
|
|
LOG.debug("Distributed Port %s already bound", port_id)
|
|
with db_api.CONTEXT_READER.using(context):
|
|
return (context.session.query(models.DistributedPortBinding).
|
|
filter_by(port_id=port_id, host=host).one())
|
|
|
|
|
|
def delete_distributed_port_binding_if_stale(context, binding):
|
|
if not binding.router_id and binding.status == n_const.PORT_STATUS_DOWN:
|
|
with db_api.CONTEXT_WRITER.using(context):
|
|
LOG.debug("Distributed port: Deleting binding %s", binding)
|
|
context.session.delete(binding)
|
|
for bindlv in (context.session.query(models.PortBindingLevel).
|
|
filter_by(port_id=binding.port_id,
|
|
host=binding.host)):
|
|
context.session.delete(bindlv)
|
|
LOG.debug("For port %(port_id)s, host %(host)s, "
|
|
"cleared binding levels",
|
|
{'port_id': binding.port_id,
|
|
'host': binding.host})
|
|
|
|
|
|
def get_port(context, port_id):
|
|
"""Get port record for update within transaction."""
|
|
|
|
with db_api.CONTEXT_READER.using(context):
|
|
try:
|
|
# Set enable_eagerloads to True, so that lazy load can be
|
|
# proceed later.
|
|
record = (context.session.query(models_v2.Port).
|
|
enable_eagerloads(True).
|
|
filter(models_v2.Port.id.startswith(port_id)).
|
|
one())
|
|
return record
|
|
except exc.NoResultFound:
|
|
return
|
|
except exc.MultipleResultsFound:
|
|
LOG.error("Multiple ports have port_id starting with %s",
|
|
port_id)
|
|
return
|
|
|
|
|
|
def get_ports_and_sgs(context, port_ids):
|
|
"""Get ports from database with security group info."""
|
|
|
|
# break large queries into smaller parts
|
|
if len(port_ids) > MAX_PORTS_PER_QUERY:
|
|
LOG.debug("Number of ports %(pcount)s exceeds the maximum per "
|
|
"query %(maxp)s. Partitioning queries.",
|
|
{'pcount': len(port_ids), 'maxp': MAX_PORTS_PER_QUERY})
|
|
return (get_ports_and_sgs(context, port_ids[:MAX_PORTS_PER_QUERY]) +
|
|
get_ports_and_sgs(context, port_ids[MAX_PORTS_PER_QUERY:]))
|
|
|
|
LOG.debug("get_ports_and_sgs() called for port_ids %s", port_ids)
|
|
|
|
if not port_ids:
|
|
# if port_ids is empty, avoid querying to DB to ask it for nothing
|
|
return []
|
|
ports_to_sg_ids = get_sg_ids_grouped_by_port(context, port_ids)
|
|
return [make_port_dict_with_security_groups(port, sec_groups)
|
|
for port, sec_groups in ports_to_sg_ids.items()]
|
|
|
|
|
|
def get_sg_ids_grouped_by_port(context, port_ids):
|
|
sg_ids_grouped_by_port = {}
|
|
sg_binding_port = sg_models.SecurityGroupPortBinding.port_id
|
|
|
|
with db_api.CONTEXT_READER.using(context):
|
|
# partial UUIDs must be individually matched with startswith.
|
|
# full UUIDs may be matched directly in an IN statement
|
|
partial_uuids = set(port_id for port_id in port_ids
|
|
if not uuidutils.is_uuid_like(port_id))
|
|
full_uuids = set(port_ids) - partial_uuids
|
|
or_criteria = [models_v2.Port.id.startswith(port_id)
|
|
for port_id in partial_uuids]
|
|
if full_uuids:
|
|
or_criteria.append(models_v2.Port.id.in_(full_uuids))
|
|
|
|
query = context.session.query(
|
|
models_v2.Port,
|
|
sg_models.SecurityGroupPortBinding.security_group_id)
|
|
query = query.outerjoin(sg_models.SecurityGroupPortBinding,
|
|
models_v2.Port.id == sg_binding_port)
|
|
query = query.filter(or_(*or_criteria))
|
|
|
|
for port, sg_id in query:
|
|
if port not in sg_ids_grouped_by_port:
|
|
sg_ids_grouped_by_port[port] = []
|
|
if sg_id:
|
|
sg_ids_grouped_by_port[port].append(sg_id)
|
|
return sg_ids_grouped_by_port
|
|
|
|
|
|
def make_port_dict_with_security_groups(port, sec_groups):
|
|
plugin = directory.get_plugin()
|
|
port_dict = plugin._make_port_dict(port)
|
|
port_dict['security_groups'] = sec_groups
|
|
port_dict['security_group_rules'] = []
|
|
port_dict['security_group_source_groups'] = []
|
|
port_dict['security_group_remote_address_groups'] = []
|
|
port_dict['fixed_ips'] = [ip['ip_address']
|
|
for ip in port['fixed_ips']]
|
|
return port_dict
|
|
|
|
|
|
def get_port_binding_host(context, port_id):
|
|
try:
|
|
with db_api.CONTEXT_READER.using(context):
|
|
query = (context.session.query(models.PortBinding.host).
|
|
filter(models.PortBinding.port_id.startswith(port_id)))
|
|
query = query.filter(
|
|
models.PortBinding.status == n_const.ACTIVE).one()
|
|
except exc.NoResultFound:
|
|
LOG.debug("No active binding found for port %(port_id)s",
|
|
{'port_id': port_id})
|
|
return
|
|
except exc.MultipleResultsFound:
|
|
LOG.error("Multiple ports have port_id starting with %s",
|
|
port_id)
|
|
return
|
|
return query.host
|
|
|
|
|
|
@db_api.CONTEXT_READER
|
|
def generate_distributed_port_status(context, port_id):
|
|
# an OR'ed value of status assigned to parent port from the
|
|
# distributedportbinding bucket
|
|
query = context.session.query(models.DistributedPortBinding.status)
|
|
final_status = n_const.PORT_STATUS_BUILD
|
|
for bind in query.filter(models.DistributedPortBinding.port_id == port_id):
|
|
if bind.status == n_const.PORT_STATUS_ACTIVE:
|
|
return bind.status
|
|
elif bind.status == n_const.PORT_STATUS_DOWN:
|
|
final_status = bind.status
|
|
return final_status
|
|
|
|
|
|
def get_distributed_port_binding_by_host(context, port_id, host):
|
|
with db_api.CONTEXT_READER.using(context):
|
|
binding = (
|
|
context.session.query(models.DistributedPortBinding).
|
|
filter(models.DistributedPortBinding.port_id.startswith(port_id),
|
|
models.DistributedPortBinding.host == host).first())
|
|
if not binding:
|
|
LOG.debug("No binding for distributed port %(port_id)s with host "
|
|
"%(host)s", {'port_id': port_id, 'host': host})
|
|
return binding
|
|
|
|
|
|
def update_distributed_port_binding_by_host(context, port_id, host, router_id):
|
|
with db_api.CONTEXT_WRITER.using(context):
|
|
bindings = (
|
|
context.session.query(models.DistributedPortBinding).
|
|
filter(models.DistributedPortBinding.port_id.startswith(port_id),
|
|
models.DistributedPortBinding.host == host).all())
|
|
for binding in bindings or []:
|
|
binding['router_id'] = router_id or None
|
|
binding.update(binding)
|
|
|
|
|
|
def get_distributed_port_bindings(context, port_id):
|
|
with db_api.CONTEXT_READER.using(context):
|
|
bindings = (context.session.query(models.DistributedPortBinding).
|
|
filter(models.DistributedPortBinding.port_id.startswith(
|
|
port_id)).all())
|
|
if not bindings:
|
|
LOG.debug("No bindings for distributed port %s", port_id)
|
|
return bindings
|
|
|
|
|
|
@db_api.CONTEXT_READER
|
|
def partial_port_ids_to_full_ids(context, partial_ids):
|
|
"""Takes a list of the start of port IDs and returns full IDs.
|
|
|
|
Returns dictionary of partial IDs to full IDs if a single match
|
|
is found.
|
|
"""
|
|
result = {}
|
|
to_full_query = (context.session.query(models_v2.Port.id).
|
|
filter(or_(*[models_v2.Port.id.startswith(p)
|
|
for p in partial_ids])))
|
|
candidates = [match[0] for match in to_full_query]
|
|
for partial_id in partial_ids:
|
|
matching = [c for c in candidates if c.startswith(partial_id)]
|
|
if len(matching) == 1:
|
|
result[partial_id] = matching[0]
|
|
continue
|
|
if len(matching) < 1:
|
|
LOG.info("No ports have port_id starting with %s", partial_id)
|
|
elif len(matching) > 1:
|
|
LOG.error("Multiple ports have port_id starting with %s",
|
|
partial_id)
|
|
return result
|
|
|
|
|
|
@db_api.CONTEXT_READER
|
|
def get_port_db_objects(context, port_ids):
|
|
"""Takes a list of port_ids and returns matching port db objects.
|
|
|
|
return format is a dictionary keyed by passed in IDs with db objects
|
|
for values or None if the port was not present.
|
|
"""
|
|
port_qry = (context.session.query(models_v2.Port).
|
|
filter(models_v2.Port.id.in_(port_ids)))
|
|
result = {p: None for p in port_ids}
|
|
for port in port_qry:
|
|
result[port.id] = port
|
|
return result
|
|
|
|
|
|
@db_api.CONTEXT_READER
|
|
def is_dhcp_active_on_any_subnet(context, subnet_ids):
|
|
if not subnet_ids:
|
|
return False
|
|
return bool(context.session.query(models_v2.Subnet.id).
|
|
enable_eagerloads(False).filter_by(enable_dhcp=True).
|
|
filter(models_v2.Subnet.id.in_(subnet_ids)).count())
|
|
|
|
|
|
def _prevent_segment_delete_with_port_bound(resource, event, trigger,
|
|
payload=None):
|
|
"""Raise exception if there are any ports bound with segment_id."""
|
|
if payload.metadata.get(seg_db.FOR_NET_DELETE):
|
|
# don't check for network deletes
|
|
return
|
|
|
|
auto_delete_port_ids, proper_port_count = port_obj.Port.\
|
|
get_auto_deletable_port_ids_and_proper_port_count_by_segment(
|
|
payload.context, segment_id=payload.resource_id)
|
|
|
|
if proper_port_count:
|
|
reason = (_("The segment is still bound with %s port(s)") %
|
|
(proper_port_count + len(auto_delete_port_ids)))
|
|
raise seg_exc.SegmentInUse(segment_id=payload.resource_id,
|
|
reason=reason)
|
|
|
|
if auto_delete_port_ids:
|
|
LOG.debug("Auto-deleting dhcp port(s) on segment %s: %s",
|
|
payload.resource_id, ", ".join(auto_delete_port_ids))
|
|
plugin = directory.get_plugin()
|
|
for port_id in auto_delete_port_ids:
|
|
try:
|
|
plugin.delete_port(payload.context.elevated(), port_id)
|
|
except nlib_exc.PortNotFound:
|
|
# Don't raise if something else concurrently deleted the port
|
|
LOG.debug("Ignoring PortNotFound when deleting port '%s'. "
|
|
"The port has already been deleted.", port_id)
|
|
|
|
|
|
def subscribe():
|
|
registry.subscribe(_prevent_segment_delete_with_port_bound,
|
|
resources.SEGMENT,
|
|
events.BEFORE_DELETE)
|
|
|
|
|
|
subscribe()
|