group-based-policy/gbpservice/neutron/plugins/ml2plus/plugin.py

538 lines
26 KiB
Python

# Copyright (c) 2016 Cisco Systems Inc.
# All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# The following is imported at the beginning to ensure
# that the patches are applied before any of the
# modules save a reference to the functions being patched
from gbpservice.neutron import extensions as gbp_extensions
from gbpservice.neutron.extensions import patch # noqa
from gbpservice.neutron.plugins.ml2plus import patch_neutron # noqa
from neutron.api.v2 import attributes
from neutron.callbacks import events
from neutron.callbacks import registry
from neutron.callbacks import resources
from neutron.db import api as db_api
from neutron.db import db_base_plugin_v2
from neutron.db.models import securitygroup as securitygroups_db
from neutron.db import models_v2
from neutron.db import provisioning_blocks
from neutron.extensions import address_scope as as_ext
from neutron.plugins.ml2.common import exceptions as ml2_exc
from neutron.plugins.ml2 import managers as ml2_managers
from neutron.plugins.ml2 import plugin as ml2_plugin
from neutron.quota import resource_registry
from neutron_lib.api import validators
from oslo_config import cfg
from oslo_log import log
from oslo_utils import excutils
from gbpservice.neutron.db import implicitsubnetpool_db
from gbpservice.neutron.plugins.ml2plus import driver_context
from gbpservice.neutron.plugins.ml2plus import managers
LOG = log.getLogger(__name__)
opts = [
cfg.BoolOpt('refresh_network_db_obj',
default=False,
help=_("Refresh the network DB object to correctly "
"reflect the most recent state of all its "
"attributes. This refresh will be performed "
"in the _ml2_md_extend_network_dict method "
"inside the ml2plus plugin. The refresh option "
"may have a significant performace impact "
"and should be avoided. Hence this configuration "
"is set to False by default.")),
cfg.BoolOpt('refresh_port_db_obj',
default=False,
help=_("Refresh the port DB object to correctly "
"reflect the most recent state of all its "
"attributes. This refresh will be performed "
"in the _ml2_md_extend_port_dict method "
"inside the ml2plus plugin. The refresh option "
"may have a significant performace impact "
"and should be avoided. Hence this configuration "
"is set to False by default.")),
cfg.BoolOpt('refresh_subnet_db_obj',
default=False,
help=_("Refresh the subnet DB object to correctly "
"reflect the most recent state of all its "
"attributes. This refresh will be performed "
"in the _ml2_md_extend_subnet_dict method "
"inside the ml2plus plugin. The refresh option "
"may have a significant performace impact "
"and should be avoided. Hence this configuration "
"is set to False by default.")),
cfg.BoolOpt('refresh_subnetpool_db_obj',
default=False,
help=_("Refresh the subnetpool DB object to correctly "
"reflect the most recent state of all its "
"attributes. This refresh will be performed "
"in the _ml2_md_extend_subnetpool_dict method "
"inside the ml2plus plugin. The refresh option "
"may have a significant performace impact "
"and should be avoided. Hence this configuration "
"is set to False by default.")),
cfg.BoolOpt('refresh_address_scope_db_obj',
default=False,
help=_("Refresh the address_scope DB object to correctly "
"reflect the most recent state of all its "
"attributes. This refresh will be performed "
"in the _ml2_md_extend_address_scope_dict method "
"inside the ml2plus plugin. The refresh option "
"may have a significant performace impact "
"and should be avoided. Hence this configuration "
"is set to False by default.")),
]
cfg.CONF.register_opts(opts, "ml2plus")
class Ml2PlusPlugin(ml2_plugin.Ml2Plugin,
implicitsubnetpool_db.ImplicitSubnetpoolMixin):
"""Extend the ML2 core plugin with missing functionality.
The standard ML2 core plugin in Neutron is missing a few features
needed for optimal APIC AIM support. This class adds those
features, while maintaining compatibility with all standard ML2
drivers and configuration. The only change necessary to use
ML2Plus is to register the ml2plus entry point instead of the ml2
entry port as Neutron's core_plugin. Drivers that need these
features inherit from the extended MechanismDriver and
ExtensionDriver abstract base classes.
"""
__native_bulk_support = True
__native_pagination_support = True
__native_sorting_support = True
ml2_plugin.Ml2Plugin._supported_extension_aliases += [
"implicit-subnetpools"]
# Override and bypass immediate base class's __init__ in order to
# instantate extended manager class(es).
@resource_registry.tracked_resources(
network=models_v2.Network,
port=models_v2.Port,
subnet=models_v2.Subnet,
subnetpool=models_v2.SubnetPool,
security_group=securitygroups_db.SecurityGroup,
security_group_rule=securitygroups_db.SecurityGroupRule)
def __init__(self):
LOG.info("Ml2Plus initializing")
registry._get_callback_manager()._notify_loop = (
patch_neutron._notify_loop)
# First load drivers, then initialize DB, then initialize drivers
self.type_manager = ml2_managers.TypeManager()
self.extension_manager = managers.ExtensionManager()
self.mechanism_manager = managers.MechanismManager()
super(ml2_plugin.Ml2Plugin, self).__init__()
self.type_manager.initialize()
self.extension_manager.initialize()
self.mechanism_manager.initialize()
registry.subscribe(self._port_provisioned, resources.PORT,
provisioning_blocks.PROVISIONING_COMPLETE)
registry.subscribe(self._handle_segment_change, resources.SEGMENT,
events.PRECOMMIT_CREATE)
registry.subscribe(self._handle_segment_change, resources.SEGMENT,
events.PRECOMMIT_DELETE)
registry.subscribe(self._handle_segment_change, resources.SEGMENT,
events.AFTER_CREATE)
registry.subscribe(self._handle_segment_change, resources.SEGMENT,
events.AFTER_DELETE)
# REVISIT(kent): All the postcommit calls for SG and SG rules are not
# currently implemented as they are not needed at this moment.
registry.subscribe(self._handle_security_group_change,
resources.SECURITY_GROUP, events.PRECOMMIT_CREATE)
registry.subscribe(self._handle_security_group_change,
resources.SECURITY_GROUP, events.PRECOMMIT_DELETE)
registry.subscribe(self._handle_security_group_change,
resources.SECURITY_GROUP, events.PRECOMMIT_UPDATE)
# There is no update event to the security_group_rule
registry.subscribe(self._handle_security_group_rule_change,
resources.SECURITY_GROUP_RULE,
events.PRECOMMIT_CREATE)
registry.subscribe(self._handle_security_group_rule_change,
resources.SECURITY_GROUP_RULE,
events.PRECOMMIT_DELETE)
try:
registry.subscribe(self._subnet_delete_precommit_handler,
resources.SUBNET, events.PRECOMMIT_DELETE)
registry.subscribe(self._subnet_delete_after_delete_handler,
resources.SUBNET, events.AFTER_DELETE)
except AttributeError:
LOG.info("Detected older version of Neutron, ML2Plus plugin "
"is not subscribed to subnet_precommit_delete and "
"subnet_after_delete events")
self._setup_dhcp()
self._start_rpc_notifiers()
self.add_agent_status_check_worker(self.agent_health_check)
self._verify_service_plugins_requirements()
self.refresh_network_db_obj = cfg.CONF.ml2plus.refresh_network_db_obj
self.refresh_port_db_obj = cfg.CONF.ml2plus.refresh_port_db_obj
self.refresh_subnet_db_obj = cfg.CONF.ml2plus.refresh_subnet_db_obj
self.refresh_subnetpool_db_obj = (
cfg.CONF.ml2plus.refresh_subnetpool_db_obj)
self.refresh_address_scope_db_obj = (
cfg.CONF.ml2plus.refresh_address_scope_db_obj)
LOG.info("Modular L2 Plugin (extended) initialization complete")
db_base_plugin_v2.NeutronDbPluginV2.register_dict_extend_funcs(
attributes.SUBNETPOOLS, ['_ml2_md_extend_subnetpool_dict'])
db_base_plugin_v2.NeutronDbPluginV2.register_dict_extend_funcs(
as_ext.ADDRESS_SCOPES, ['_ml2_md_extend_address_scope_dict'])
def _handle_security_group_change(self, resource, event, trigger,
**kwargs):
context = kwargs.get('context')
security_group = kwargs.get('security_group')
original_security_group = kwargs.get('original_security_group')
mech_context = driver_context.SecurityGroupContext(
self, context, security_group, original_security_group)
if event == events.PRECOMMIT_CREATE:
self._ensure_tenant(context, security_group)
self.mechanism_manager.create_security_group_precommit(
mech_context)
return
if event == events.PRECOMMIT_DELETE:
self.mechanism_manager.delete_security_group_precommit(
mech_context)
return
if event == events.PRECOMMIT_UPDATE:
self.mechanism_manager.update_security_group_precommit(
mech_context)
def _handle_security_group_rule_change(self, resource, event, trigger,
**kwargs):
context = kwargs.get('context')
if event == events.PRECOMMIT_CREATE:
sg_rule = kwargs.get('security_group_rule')
mech_context = driver_context.SecurityGroupRuleContext(
self, context, sg_rule)
self.mechanism_manager.create_security_group_rule_precommit(
mech_context)
return
if event == events.PRECOMMIT_DELETE:
sg_rule = {'id': kwargs.get('security_group_rule_id'),
'security_group_id': kwargs.get('security_group_id'),
'tenant_id': context.tenant}
mech_context = driver_context.SecurityGroupRuleContext(
self, context, sg_rule)
self.mechanism_manager.delete_security_group_rule_precommit(
mech_context)
def _ml2_md_extend_network_dict(self, result, netdb):
session = patch_neutron.get_current_session()
with session.begin(subtransactions=True):
if self.refresh_network_db_obj:
# In deployment it has been observed that the subnet
# backref is sometimes stale inside the driver's
# extend_network_dict. The call to refresh below
# ensures the backrefs and other attributes are
# not stale.
session.refresh(netdb)
self.extension_manager.extend_network_dict(session, netdb, result)
def _ml2_md_extend_port_dict(self, result, portdb):
session = patch_neutron.get_current_session()
with session.begin(subtransactions=True):
if self.refresh_port_db_obj:
session.refresh(portdb)
self.extension_manager.extend_port_dict(session, portdb, result)
def _ml2_md_extend_subnet_dict(self, result, subnetdb):
session = patch_neutron.get_current_session()
with session.begin(subtransactions=True):
if self.refresh_subnet_db_obj:
session.refresh(subnetdb)
self.extension_manager.extend_subnet_dict(
session, subnetdb, result)
def _ml2_md_extend_subnetpool_dict(self, result, subnetpooldb):
session = patch_neutron.get_current_session()
with session.begin(subtransactions=True):
if self.refresh_subnetpool_db_obj:
session.refresh(subnetpooldb)
self.extension_manager.extend_subnetpool_dict(
session, subnetpooldb, result)
def _ml2_md_extend_address_scope_dict(self, result, address_scope):
session = patch_neutron.get_current_session()
with session.begin(subtransactions=True):
if self.refresh_address_scope_db_obj:
session.refresh(address_scope)
self.extension_manager.extend_address_scope_dict(
session, address_scope, result)
# Base version does not call _apply_dict_extend_functions()
def _make_address_scope_dict(self, address_scope, fields=None):
res = {'id': address_scope['id'],
'name': address_scope['name'],
'tenant_id': address_scope['tenant_id'],
'shared': address_scope['shared'],
'ip_version': address_scope['ip_version']}
self._apply_dict_extend_functions(as_ext.ADDRESS_SCOPES, res,
address_scope)
return self._fields(res, fields)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def create_network(self, context, network):
self._ensure_tenant(context, network[attributes.NETWORK])
return super(Ml2PlusPlugin, self).create_network(context, network)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def update_network(self, context, id, network):
return super(Ml2PlusPlugin, self).update_network(context, id, network)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def delete_network(self, context, id):
return super(Ml2PlusPlugin, self).delete_network(context, id)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def create_network_bulk(self, context, networks):
self._ensure_tenant_bulk(context, networks[attributes.NETWORKS],
attributes.NETWORK)
return super(Ml2PlusPlugin, self).create_network_bulk(context,
networks)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def create_subnet(self, context, subnet):
self._ensure_tenant(context, subnet[attributes.SUBNET])
return super(Ml2PlusPlugin, self).create_subnet(context, subnet)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def update_subnet(self, context, id, subnet):
return super(Ml2PlusPlugin, self).update_subnet(context, id, subnet)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def delete_subnet(self, context, id):
return super(Ml2PlusPlugin, self).delete_subnet(context, id)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def create_subnet_bulk(self, context, subnets):
self._ensure_tenant_bulk(context, subnets[attributes.SUBNETS],
attributes.SUBNET)
return super(Ml2PlusPlugin, self).create_subnet_bulk(context,
subnets)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def create_port(self, context, port):
self._ensure_tenant(context, port[attributes.PORT])
return super(Ml2PlusPlugin, self).create_port(context, port)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def create_port_bulk(self, context, ports):
self._ensure_tenant_bulk(context, ports[attributes.PORTS],
attributes.PORT)
return super(Ml2PlusPlugin, self).create_port_bulk(context,
ports)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def update_port(self, context, id, port):
return super(Ml2PlusPlugin, self).update_port(context, id, port)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def delete_port(self, context, id, l3_port_check=True):
return super(Ml2PlusPlugin, self).delete_port(
context, id, l3_port_check=l3_port_check)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive(context_var_name='plugin_context')
def get_bound_port_context(self, plugin_context, port_id, host=None,
cached_networks=None):
return super(Ml2PlusPlugin, self).get_bound_port_context(
plugin_context, port_id, host=host,
cached_networks=cached_networks)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def update_port_status(self, context, port_id, status, host=None,
network=None):
return super(Ml2PlusPlugin, self).update_port_status(
context, port_id, status, host=host, network=network)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def port_bound_to_host(self, context, port_id, host):
return super(Ml2PlusPlugin, self).port_bound_to_host(
context, port_id, host)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def get_ports_from_devices(self, context, devices):
return super(Ml2PlusPlugin, self).get_ports_from_devices(
context, devices)
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def create_subnetpool(self, context, subnetpool):
self._ensure_tenant(context, subnetpool[attributes.SUBNETPOOL])
session = context.session
with session.begin(subtransactions=True):
result = super(Ml2PlusPlugin, self).create_subnetpool(context,
subnetpool)
self._update_implicit_subnetpool(context, subnetpool, result)
self.extension_manager.process_create_subnetpool(
context, subnetpool[attributes.SUBNETPOOL], result)
mech_context = driver_context.SubnetPoolContext(
self, context, result)
self.mechanism_manager.create_subnetpool_precommit(mech_context)
try:
self.mechanism_manager.create_subnetpool_postcommit(mech_context)
except ml2_exc.MechanismDriverError:
with excutils.save_and_reraise_exception():
LOG.error("mechanism_manager.create_subnetpool_postcommit "
"failed, deleting subnetpool '%s'",
result['id'])
self.delete_subnetpool(context, result['id'])
return result
# REVISIT(rkukura): Is create_subnetpool_bulk() needed?
@gbp_extensions.disable_transaction_guard
@db_api.retry_if_session_inactive()
def update_subnetpool(self, context, id, subnetpool):
session = context.session
with session.begin(subtransactions=True):
original_subnetpool = super(Ml2PlusPlugin, self).get_subnetpool(
context, id)
updated_subnetpool = super(Ml2PlusPlugin, self).update_subnetpool(
context, id, subnetpool)
self._update_implicit_subnetpool(context, subnetpool,
updated_subnetpool)
self.extension_manager.process_update_subnetpool(
context, subnetpool[attributes.SUBNETPOOL],
updated_subnetpool)
mech_context = driver_context.SubnetPoolContext(
self, context, updated_subnetpool,
original_subnetpool=original_subnetpool)
self.mechanism_manager.update_subnetpool_precommit(mech_context)
self.mechanism_manager.update_subnetpool_postcommit(mech_context)
return updated_subnetpool
@gbp_extensions.disable_transaction_guard
def delete_subnetpool(self, context, id):
session = context.session
with session.begin(subtransactions=True):
subnetpool = super(Ml2PlusPlugin, self).get_subnetpool(context, id)
mech_context = driver_context.SubnetPoolContext(
self, context, subnetpool)
self.mechanism_manager.delete_subnetpool_precommit(mech_context)
super(Ml2PlusPlugin, self).delete_subnetpool(context, id)
self.mechanism_manager.delete_subnetpool_postcommit(mech_context)
def _update_implicit_subnetpool(self, context, request, result):
if validators.is_attr_set(request['subnetpool'].get('is_implicit')):
result['is_implicit'] = request['subnetpool']['is_implicit']
result['is_implicit'] = (
self.update_implicit_subnetpool(context, result))
@gbp_extensions.disable_transaction_guard
def create_address_scope(self, context, address_scope):
self._ensure_tenant(context, address_scope[as_ext.ADDRESS_SCOPE])
session = context.session
with session.begin(subtransactions=True):
result = super(Ml2PlusPlugin, self).create_address_scope(
context, address_scope)
self.extension_manager.process_create_address_scope(
context, address_scope[as_ext.ADDRESS_SCOPE], result)
mech_context = driver_context.AddressScopeContext(
self, context, result)
self.mechanism_manager.create_address_scope_precommit(
mech_context)
try:
self.mechanism_manager.create_address_scope_postcommit(
mech_context)
except ml2_exc.MechanismDriverError:
with excutils.save_and_reraise_exception():
LOG.error("mechanism_manager.create_address_scope_"
"postcommit failed, deleting address_scope"
" '%s'",
result['id'])
self.delete_address_scope(context, result['id'])
return result
# REVISIT(rkukura): Is create_address_scope_bulk() needed?
@gbp_extensions.disable_transaction_guard
def update_address_scope(self, context, id, address_scope):
session = context.session
with session.begin(subtransactions=True):
original_address_scope = super(Ml2PlusPlugin,
self).get_address_scope(context, id)
updated_address_scope = super(Ml2PlusPlugin,
self).update_address_scope(
context, id, address_scope)
self.extension_manager.process_update_address_scope(
context, address_scope[as_ext.ADDRESS_SCOPE],
updated_address_scope)
mech_context = driver_context.AddressScopeContext(
self, context, updated_address_scope,
original_address_scope=original_address_scope)
self.mechanism_manager.update_address_scope_precommit(mech_context)
self.mechanism_manager.update_address_scope_postcommit(mech_context)
return updated_address_scope
@gbp_extensions.disable_transaction_guard
def delete_address_scope(self, context, id):
session = context.session
with session.begin(subtransactions=True):
address_scope = super(Ml2PlusPlugin, self).get_address_scope(
context, id)
mech_context = driver_context.AddressScopeContext(
self, context, address_scope)
self.mechanism_manager.delete_address_scope_precommit(mech_context)
super(Ml2PlusPlugin, self).delete_address_scope(context, id)
self.mechanism_manager.delete_address_scope_postcommit(mech_context)
def _ensure_tenant(self, context, resource):
tenant_id = resource['tenant_id']
self.mechanism_manager.ensure_tenant(context, tenant_id)
def _ensure_tenant_bulk(self, context, resources, singular):
tenant_ids = [resource[singular]['tenant_id']
for resource in resources]
for tenant_id in set(tenant_ids):
self.mechanism_manager.ensure_tenant(context, tenant_id)
def _get_subnetpool_id(self, context, subnet):
# Check for regular subnetpool ID first, then Tenant's implicit,
# then global implicit.
ip_version = subnet['ip_version']
return (
super(Ml2PlusPlugin, self)._get_subnetpool_id(context, subnet) or
self.get_implicit_subnetpool_id(context,
tenant=subnet['tenant_id'],
ip_version=ip_version) or
self.get_implicit_subnetpool_id(context, tenant=None,
ip_version=ip_version))