manila/manila/share/drivers/netapp/dataontap/cluster_mode/lib_base.py

# Copyright (c) 2015 Clinton Knight.  All rights reserved.
# Copyright (c) 2015 Tom Barron.  All rights reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.
"""
NetApp Data ONTAP cDOT base storage driver library.

This library is the abstract base for subclasses that complete the
single-SVM or multi-SVM functionality needed by the cDOT Manila drivers.
"""

import copy
import datetime
from enum import Enum
import json
import math
import re
import socket

from manila.exception import SnapshotResourceNotFound
from oslo_config import cfg
from oslo_log import log
from oslo_service import loopingcall
from oslo_utils import excutils
from oslo_utils import timeutils
from oslo_utils import units
from oslo_utils import uuidutils

from manila.common import constants
from manila import coordination
from manila import exception
from manila.i18n import _
from manila.message import api as message_api
from manila.share.drivers.netapp.dataontap.client import api as netapp_api
from manila.share.drivers.netapp.dataontap.client import client_cmode
from manila.share.drivers.netapp.dataontap.client import client_cmode_rest
from manila.share.drivers.netapp.dataontap.client import rest_api as rest_api
from manila.share.drivers.netapp.dataontap.cluster_mode import data_motion
from manila.share.drivers.netapp.dataontap.cluster_mode import performance
from manila.share.drivers.netapp.dataontap.protocols import cifs_cmode
from manila.share.drivers.netapp.dataontap.protocols import nfs_cmode
from manila.share.drivers.netapp import options as na_opts
from manila.share.drivers.netapp import utils as na_utils
from manila.share import share_types
from manila.share import utils as share_utils
from manila import utils as manila_utils

LOG = log.getLogger(__name__)
CONF = cfg.CONF


class Backup(Enum):
    """Enum for share backup"""
    BACKUP_TYPE = "backup_type"
    BACKEND_NAME = "netapp_backup_backend_section_name"
    DES_VSERVER = "netapp_backup_vserver"
    DES_VOLUME = "netapp_backup_share"
    SM_LABEL = "backup"
    DES_VSERVER_PREFIX = "backup_vserver"
    DES_VOLUME_PREFIX = "backup_volume"
    VOLUME_TYPE = "dp"
    SM_POLICY = "os_backup_policy"
    TOTAL_PROGRESS_HUNDRED = "100"
    TOTAL_PROGRESS_ZERO = "0"


class NetAppCmodeFileStorageLibrary(object):
    AUTOSUPPORT_INTERVAL_SECONDS = 3600  # hourly
    SSC_UPDATE_INTERVAL_SECONDS = 3600  # hourly
    HOUSEKEEPING_INTERVAL_SECONDS = 600  # ten minutes

    SUPPORTED_PROTOCOLS = ('nfs', 'cifs')

    DEFAULT_FILTER_FUNCTION = 'capabilities.utilization < 70'
    DEFAULT_GOODNESS_FUNCTION = '100 - capabilities.utilization'
    DEFAULT_FLEXGROUP_FILTER_FUNCTION = 'share.size >= %s'

    # ONTAP requires 100G per FlexGroup member, since the driver is deploying
    # with default number of members (four), the min size is 400G.
    FLEXGROUP_MIN_SIZE_PER_AGGR = 400

    # Internal states when dealing with data motion
    STATE_SPLITTING_VOLUME_CLONE = 'splitting_volume_clone'
    STATE_MOVING_VOLUME = 'moving_volume'
    STATE_SNAPMIRROR_DATA_COPYING = 'snapmirror_data_copying'

    # Maximum number of FPolicis per vServer
    FPOLICY_MAX_VSERVER_POLICIES = 10

    # Maps NetApp qualified extra specs keys to corresponding backend API
    # client library argument keywords.  When we expose more backend
    # capabilities here, we will add them to this map.
    BOOLEAN_QUALIFIED_EXTRA_SPECS_MAP = {
        'netapp:thin_provisioned': 'thin_provisioned',
        'netapp:dedup': 'dedup_enabled',
        'netapp:compression': 'compression_enabled',
        'netapp:split_clone_on_create': 'split',
        'netapp:hide_snapdir': 'hide_snapdir',
    }

    STRING_QUALIFIED_EXTRA_SPECS_MAP = {
        'netapp:snapshot_policy': 'snapshot_policy',
        'netapp:language': 'language',
        'netapp:max_files': 'max_files',
        'netapp:adaptive_qos_policy_group': 'adaptive_qos_policy_group',
        'netapp:fpolicy_extensions_to_include':
            'fpolicy_extensions_to_include',
        'netapp:fpolicy_extensions_to_exclude':
            'fpolicy_extensions_to_exclude',
        'netapp:fpolicy_file_operations': 'fpolicy_file_operations',
    }

    # Maps standard extra spec keys to legacy NetApp keys
    STANDARD_BOOLEAN_EXTRA_SPECS_MAP = {
        'thin_provisioning': 'netapp:thin_provisioned',
        'dedupe': 'netapp:dedup',
        'compression': 'netapp:compression',
    }

    QOS_SPECS = {
        'netapp:maxiops': 'maxiops',
        'netapp:maxiopspergib': 'maxiopspergib',
        'netapp:maxbps': 'maxbps',
        'netapp:maxbpspergib': 'maxbpspergib',
    }

    HIDE_SNAPDIR_CFG_MAP = {
        'visible': False,
        'hidden': True,
        'default': None,
    }

    SIZE_DEPENDENT_QOS_SPECS = {'maxiopspergib', 'maxbpspergib'}

    # Maps the NFS config used by share-servers
    NFS_CONFIG_EXTRA_SPECS_MAP = {
        'netapp:tcp_max_xfer_size': 'tcp-max-xfer-size',
        'netapp:udp_max_xfer_size': 'udp-max-xfer-size',
    }

    FPOLICY_FILE_OPERATIONS_LIST = [
        'close', 'create', 'create_dir', 'delete', 'delete_dir', 'getattr',
        'link', 'lookup', 'open', 'read', 'write', 'rename', 'rename_dir',
        'setattr', 'symlink']

    def __init__(self, driver_name, **kwargs):
        na_utils.validate_driver_instantiation(**kwargs)

        self.driver_name = driver_name

        self.private_storage = kwargs['private_storage']
        self.configuration = kwargs['configuration']
        self.configuration.append_config_values(na_opts.netapp_connection_opts)
        self.configuration.append_config_values(na_opts.netapp_basicauth_opts)
        self.configuration.append_config_values(na_opts.netapp_transport_opts)
        self.configuration.append_config_values(na_opts.netapp_support_opts)
        self.configuration.append_config_values(na_opts.netapp_cluster_opts)
        self.configuration.append_config_values(
            na_opts.netapp_provisioning_opts)
        self.configuration.append_config_values(
            na_opts.netapp_data_motion_opts)

        self._licenses = []
        self._client = None
        self._clients = {}
        self._backend_clients = {}
        self._ssc_stats = {}
        self._have_cluster_creds = None
        self._revert_to_snapshot_support = False
        self._cluster_info = {}
        self._default_nfs_config = None
        self.is_nfs_config_supported = False
        self._cache_pool_status = None
        self._flexgroup_pools = {}
        self._is_flexgroup_auto = False

        self._app_version = kwargs.get('app_version', 'unknown')

        na_utils.setup_tracing(self.configuration.netapp_trace_flags,
                               self.configuration.netapp_api_trace_pattern)
        self._backend_name = self.configuration.safe_get(
            'share_backend_name') or driver_name
        self.message_api = message_api.API()
        self._snapmirror_schedule = self._convert_schedule_to_seconds(
            schedule=self.configuration.netapp_snapmirror_schedule)
        self._cluster_name = self.configuration.netapp_cluster_name
        self.is_volume_backup_before = False

    @na_utils.trace
    def do_setup(self, context):
        self._client = self._get_api_client()
        self._have_cluster_creds = self._client.check_for_cluster_credentials()
        if self._have_cluster_creds is True:
            self._set_cluster_info()

        self._licenses = self._get_licenses()
        self._revert_to_snapshot_support = self._check_snaprestore_license()

        # Performance monitoring library
        self._perf_library = performance.PerformanceLibrary(self._client)

        # NOTE(felipe_rodrigues): In case adding a parameter that can be
        # configured in old versions too, the "is_nfs_config_supported" should
        # be removed (always supporting), adding the logic of skipping the
        # transfer limit parameters when building the server nfs_config.
        if self._client.features.TRANSFER_LIMIT_NFS_CONFIG:
            self.is_nfs_config_supported = True
            self._default_nfs_config = self._client.get_nfs_config_default(
                list(self.NFS_CONFIG_EXTRA_SPECS_MAP.values()))
            LOG.debug('The default NFS configuration: %s',
                      self._default_nfs_config)

        self._cache_pool_status = na_utils.DataCache(
            self.configuration.netapp_cached_aggregates_status_lifetime)

    @na_utils.trace
    def _set_cluster_info(self):
        self._cluster_info['nve_support'] = (
            self._client.is_nve_supported()
            and self._client.features.FLEXVOL_ENCRYPTION)

    @na_utils.trace
    def check_for_setup_error(self):
        self._start_periodic_tasks()

    def _get_vserver(self, share_server=None):
        raise NotImplementedError()

    def _get_client(self, config, vserver=None):
        if config.netapp_use_legacy_client:
            client = client_cmode.NetAppCmodeClient(
                transport_type=config.netapp_transport_type,
                ssl_cert_path=config.netapp_ssl_cert_path,
                username=config.netapp_login,
                password=config.netapp_password,
                hostname=config.netapp_server_hostname,
                port=config.netapp_server_port,
                vserver=vserver,
                trace=na_utils.TRACE_API,
                api_trace_pattern=na_utils.API_TRACE_PATTERN)
        else:
            client = client_cmode_rest.NetAppRestClient(
                transport_type=config.netapp_transport_type,
                ssl_cert_path=config.netapp_ssl_cert_path,
                username=config.netapp_login,
                password=config.netapp_password,
                hostname=config.netapp_server_hostname,
                port=config.netapp_server_port,
                vserver=vserver,
                trace=na_utils.TRACE_API,
                async_rest_timeout=(
                    config.netapp_rest_operation_timeout),
                api_trace_pattern=na_utils.API_TRACE_PATTERN)
        return client

    @na_utils.trace
    def _get_api_client(self, vserver=None):

        # Use cached value to prevent redo calls during client initialization.
        client = self._clients.get(vserver)
        if not client:
            client = self._get_client(self.configuration, vserver=vserver)
            self._clients[vserver] = client
        return client

    @na_utils.trace
    def _get_api_client_for_backend(self, backend_name, vserver=None):
        key = f"{backend_name}-{vserver}"
        client = self._backend_clients.get(key)
        if not client:
            config = data_motion.get_backend_configuration(backend_name)
            client = self._get_client(config, vserver=vserver)
            self._backend_clients[key] = client
        return client

    @na_utils.trace
    def _get_licenses(self):

        if not self._have_cluster_creds:
            LOG.debug('License info not available without cluster credentials')
            return []

        self._licenses = self._client.get_licenses()

        log_data = {
            'backend': self._backend_name,
            'licenses': ', '.join(self._licenses),
        }
        LOG.info('Available licenses on %(backend)s '
                 'are %(licenses)s.', log_data)

        if 'nfs' not in self._licenses and 'cifs' not in self._licenses:
            msg = 'Neither NFS nor CIFS is licensed on %(backend)s'
            msg_args = {'backend': self._backend_name}
            LOG.error(msg, msg_args)

        return self._licenses

    @na_utils.trace
    def _start_periodic_tasks(self):

        # Run the task once in the current thread so prevent a race with
        # the first invocation of get_share_stats.
        self._update_ssc_info()

        # Start the task that updates the slow-changing storage service catalog
        ssc_periodic_task = loopingcall.FixedIntervalLoopingCall(
            self._update_ssc_info)
        ssc_periodic_task.start(interval=self.SSC_UPDATE_INTERVAL_SECONDS,
                                initial_delay=self.SSC_UPDATE_INTERVAL_SECONDS)

        # Start the task that logs autosupport (EMS) data to the controller
        ems_periodic_task = loopingcall.FixedIntervalLoopingCall(
            self._handle_ems_logging)
        ems_periodic_task.start(interval=self.AUTOSUPPORT_INTERVAL_SECONDS,
                                initial_delay=0)

        # Start the task that runs other housekeeping tasks, such as deletion
        # of previously soft-deleted storage artifacts.
        housekeeping_periodic_task = loopingcall.FixedIntervalLoopingCall(
            self._handle_housekeeping_tasks)
        housekeeping_periodic_task.start(
            interval=self.HOUSEKEEPING_INTERVAL_SECONDS, initial_delay=0)

    def _get_backend_share_name(self, share_id):
        """Get share name according to share name template."""
        return self.configuration.netapp_volume_name_template % {
            'share_id': share_id.replace('-', '_')}

    def _get_backend_snapshot_name(self, snapshot_id):
        """Get snapshot name according to snapshot name template."""
        return 'share_snapshot_' + snapshot_id.replace('-', '_')

    def _get_backend_cg_snapshot_name(self, snapshot_id):
        """Get snapshot name according to snapshot name template."""
        return 'share_cg_snapshot_' + snapshot_id.replace('-', '_')

    def _get_backend_qos_policy_group_name(self, share_id):
        """Get QoS policy name according to QoS policy group name template."""
        return self.configuration.netapp_qos_policy_group_name_template % {
            'share_id': share_id.replace('-', '_')}

    def _get_backend_snapmirror_policy_name_svm(self, share_server_id):
        return (self.configuration.netapp_snapmirror_policy_name_svm_template
                % {'share_server_id': share_server_id.replace('-', '_')})

    def _get_backend_fpolicy_policy_name(self, share_id):
        """Get FPolicy policy name according with the configured template."""
        return (self.configuration.netapp_fpolicy_policy_name_template
                % {'share_id': share_id.replace('-', '_')})

    def _get_backend_fpolicy_event_name(self, share_id, protocol):
        """Get FPolicy event name according with the configured template."""
        return (self.configuration.netapp_fpolicy_event_name_template
                % {'protocol': protocol.lower(),
                   'share_id': share_id.replace('-', '_')})

    @na_utils.trace
    def _get_aggregate_space(self, aggr_set):
        if self._have_cluster_creds:
            return self._client.get_cluster_aggregate_capacities(aggr_set)
        else:
            return self._client.get_vserver_aggregate_capacities(aggr_set)

    @na_utils.trace
    def _check_snaprestore_license(self):
        """Check if snaprestore license is enabled."""
        if self._have_cluster_creds:
            return 'snaprestore' in self._licenses
        else:
            return self._client.check_snaprestore_license()

    @na_utils.trace
    def _get_aggregate_node(self, aggregate_name):
        """Get home node for the specified aggregate, or None."""
        if self._have_cluster_creds:
            return self._client.get_node_for_aggregate(aggregate_name)
        else:
            return None

    def get_default_filter_function(self, pool=None):
        """Get the default filter_function string."""
        if not self._is_flexgroup_pool(pool):
            return self.DEFAULT_FILTER_FUNCTION

        min_size = self._get_minimum_flexgroup_size(pool)
        return self.DEFAULT_FLEXGROUP_FILTER_FUNCTION % min_size

    def get_default_goodness_function(self):
        """Get the default goodness_function string."""
        return self.DEFAULT_GOODNESS_FUNCTION

    @na_utils.trace
    def get_share_stats(self, get_filter_function=None,
                        goodness_function=None):
        """Retrieve stats info from Data ONTAP backend."""

        # NOTE(felipe_rodrigues): the share group stats is reported to the
        # entire backend, not per pool. So, if there is a FlexGroup pool, the
        # driver drops for all pools the consistent snapshot support.
        consistent_snapshot_support = 'host'
        if self._flexgroup_pools:
            consistent_snapshot_support = None

        data = {
            'share_backend_name': self._backend_name,
            'driver_name': self.driver_name,
            'vendor_name': 'NetApp',
            'driver_version': '1.0',
            'netapp_storage_family': 'ontap_cluster',
            'storage_protocol': 'NFS_CIFS',
            'pools': self._get_pools(get_filter_function=get_filter_function,
                                     goodness_function=goodness_function),
            'share_group_stats': {
                'consistent_snapshot_support': consistent_snapshot_support,
            },
        }

        if self.configuration.replication_domain:
            data['replication_type'] = [constants.REPLICATION_TYPE_DR,
                                        constants.REPLICATION_TYPE_READABLE]
            data['replication_domain'] = self.configuration.replication_domain

        return data

    @na_utils.trace
    def get_share_server_pools(self, share_server):
        """Return list of pools related to a particular share server.

        Note that the multi-SVM cDOT driver assigns all available pools to
        each Vserver, so there is no need to filter the pools any further
        by share_server.

        :param share_server: ShareServer class instance.
        """

        if self._cache_pool_status.is_expired():
            return self._get_pools()

        return self._cache_pool_status.get_data()

    @na_utils.trace
    def _get_pools(self, get_filter_function=None, goodness_function=None):
        """Retrieve list of pools available to this backend."""

        pools = []
        cached_pools = []
        aggr_pool = set(self._find_matching_aggregates())
        flexgroup_pools = self._flexgroup_pools
        flexgroup_aggr = self._get_flexgroup_aggr_set()
        aggr_space = self._get_aggregate_space(aggr_pool.union(flexgroup_aggr))

        cluster_name = self._cluster_name
        if self._have_cluster_creds and not cluster_name:
            # Get up-to-date node utilization metrics just once.
            self._perf_library.update_performance_cache({}, self._ssc_stats)
            cluster_name = self._client.get_cluster_name()
            self._cluster_name = cluster_name

        # Add FlexVol pools.
        filter_function = (get_filter_function() if get_filter_function
                           else None)
        for aggr_name in sorted(aggr_pool):
            total_gb, free_gb, used_gb = self._get_flexvol_pool_space(
                aggr_space, aggr_name)

            pool = self._get_pool(aggr_name, total_gb, free_gb, used_gb)

            cached_pools.append(pool)
            pool_with_func = copy.deepcopy(pool)
            pool_with_func['filter_function'] = filter_function
            pool_with_func['goodness_function'] = goodness_function
            pool_with_func['netapp_cluster_name'] = self._cluster_name

            pools.append(pool_with_func)

        # Add FlexGroup pools.
        for pool_name, aggr_list in flexgroup_pools.items():
            filter_function = (get_filter_function(pool=pool_name)
                               if get_filter_function else None)
            total_gb, free_gb, used_gb = self._get_flexgroup_pool_space(
                aggr_space, aggr_list)

            pool = self._get_pool(pool_name, total_gb, free_gb, used_gb)

            cached_pools.append(pool)
            pool_with_func = copy.deepcopy(pool)
            pool_with_func['filter_function'] = filter_function
            pool_with_func['goodness_function'] = goodness_function
            pool_with_func['netapp_cluster_name'] = self._cluster_name

            pools.append(pool_with_func)

        self._cache_pool_status.update_data(cached_pools)

        return pools

    @na_utils.trace
    def _get_pool(self, pool_name, total_capacity_gb, free_capacity_gb,
                  allocated_capacity_gb):
        """Gets the pool dictionary."""
        if self._have_cluster_creds:
            qos_support = True
        else:
            qos_support = False

        netapp_flexvol_encryption = self._cluster_info.get(
            'nve_support', False)

        reserved_percentage = self.configuration.reserved_share_percentage
        reserved_snapshot_percentage = (
            self.configuration.reserved_share_from_snapshot_percentage or
            reserved_percentage)
        reserved_shr_extend_percentage = (
            self.configuration.reserved_share_extend_percentage or
            reserved_percentage)
        max_over_ratio = self.configuration.max_over_subscription_ratio

        if total_capacity_gb == 0.0:
            total_capacity_gb = 'unknown'

        pool = {
            'pool_name': pool_name,
            'filter_function': None,
            'goodness_function': None,
            'netapp_cluster_name': '',
            'total_capacity_gb': total_capacity_gb,
            'free_capacity_gb': free_capacity_gb,
            'allocated_capacity_gb': allocated_capacity_gb,
            'qos': qos_support,
            'reserved_percentage': reserved_percentage,
            'reserved_snapshot_percentage': reserved_snapshot_percentage,
            'reserved_share_extend_percentage': reserved_shr_extend_percentage,
            'max_over_subscription_ratio': max_over_ratio,
            'dedupe': [True, False],
            'compression': [True, False],
            'netapp_flexvol_encryption': netapp_flexvol_encryption,
            'thin_provisioning': [True, False],
            'snapshot_support': True,
            'create_share_from_snapshot_support': True,
            'revert_to_snapshot_support': self._revert_to_snapshot_support,
            'security_service_update_support': True,
            'share_server_multiple_subnet_support': True,
            'mount_point_name_support': True
        }

        # Add storage service catalog data.
        pool_ssc_stats = self._ssc_stats.get(pool_name)
        if pool_ssc_stats:
            pool.update(pool_ssc_stats)

        # Add utilization info, or nominal value if not available.
        utilization = self._perf_library.get_node_utilization_for_pool(
            pool_name)
        pool['utilization'] = na_utils.round_down(utilization)

        return pool

    @na_utils.trace
    def _get_flexvol_pool_space(self, aggr_space_map, aggr):
        """Returns the space info tuple for a FlexVol pool."""
        total_capacity_gb = na_utils.round_down(float(
            aggr_space_map[aggr].get('total', 0)) / units.Gi)
        free_capacity_gb = na_utils.round_down(float(
            aggr_space_map[aggr].get('available', 0)) / units.Gi)
        allocated_capacity_gb = na_utils.round_down(float(
            aggr_space_map[aggr].get('used', 0)) / units.Gi)

        return total_capacity_gb, free_capacity_gb, allocated_capacity_gb

    @na_utils.trace
    def _get_flexgroup_pool_space(self, aggr_space_map, aggr_pool):
        """Returns the space info tuple for a FlexGroup pool.

        Given that the set of aggregates that form a FlexGroup pool may have
        different space information, the space info for the pool is not
        calculated by summing their values. The FlexGroup share must have its
        total size divided equally through the pool aggregates. So, the pool
        size is limited by the least aggregate size:

        - free_size = least_aggregate_free_size * number_aggregates
        - total_size = least_aggregate_total_size * number_aggregates
        - used_size = total_size - free_size

        :param aggr_space_map: space info dict for the driver aggregates.
        :param aggr_pool: list of aggregate names for the FlexGroup pool.
        """
        min_total = None
        min_free = None
        for aggr_name in aggr_pool:
            if aggr_name not in aggr_space_map:
                continue
            aggr_total = aggr_space_map[aggr_name].get('total', 0)
            aggr_free = aggr_space_map[aggr_name].get('available', 0)

            if not min_total or min_total.get('total', 0) > aggr_total:
                min_total = aggr_space_map[aggr_name]

            if not min_free or min_free.get('available', 0) > aggr_free:
                min_free = aggr_space_map[aggr_name]

        total_gb = na_utils.round_down(0)
        if min_total:
            min_total_pool = min_total.get('total', 0) * len(aggr_pool)
            total_gb = na_utils.round_down(float(min_total_pool) / units.Gi)

        free_gb = na_utils.round_down(0)
        if min_free:
            min_free_pool = min_free.get('available', 0) * len(aggr_pool)
            free_gb = na_utils.round_down(float(min_free_pool) / units.Gi)

        used_gb = na_utils.round_down(0)
        if total_gb > free_gb:
            used_gb = na_utils.round_down(total_gb - free_gb)

        return total_gb, free_gb, used_gb

    @na_utils.trace
    def _handle_ems_logging(self):
        """Build and send an EMS log message."""
        self._client.send_ems_log_message(self._build_ems_log_message_0())
        self._client.send_ems_log_message(self._build_ems_log_message_1())

    def _build_base_ems_log_message(self):
        """Construct EMS Autosupport log message common to all events."""

        ems_log = {
            'computer-name': socket.gethostname() or 'Manila_node',
            'event-source': 'Manila driver %s' % self.driver_name,
            'app-version': self._app_version,
            'category': 'provisioning',
            'log-level': '5',
            'auto-support': 'false',
        }
        return ems_log

    @na_utils.trace
    def _build_ems_log_message_0(self):
        """Construct EMS Autosupport log message with deployment info."""

        ems_log = self._build_base_ems_log_message()
        ems_log.update({
            'event-id': '0',
            'event-description': 'OpenStack Manila connected to cluster node',
        })
        return ems_log

    @na_utils.trace
    def _build_ems_log_message_1(self):
        """Construct EMS Autosupport log message with storage pool info."""

        message = self._get_ems_pool_info()

        ems_log = self._build_base_ems_log_message()
        ems_log.update({
            'event-id': '1',
            'event-description': json.dumps(message),
        })
        return ems_log

    def _get_ems_pool_info(self):
        raise NotImplementedError()

    @na_utils.trace
    def _handle_housekeeping_tasks(self):
        """Handle various cleanup activities."""

    def _find_matching_aggregates(self, aggregate_names=None):
        """Find all aggregates match pattern."""
        raise NotImplementedError()

    def _get_backup_vserver(self, backup, share_server=None):
        """Get/Create the vserver for backup """
        raise NotImplementedError()

    def _delete_backup_vserver(self, backup, des_vserver):
        """Delete the vserver for backup """
        raise NotImplementedError()

    @na_utils.trace
    def _get_flexgroup_aggr_set(self):
        aggr = set()
        for aggr_list in self._flexgroup_pools.values():
            aggr = aggr.union(aggr_list)
        return aggr

    @na_utils.trace
    def _get_helper(self, share):
        """Returns driver which implements share protocol."""
        share_protocol = share['share_proto'].lower()

        if share_protocol not in self.SUPPORTED_PROTOCOLS:
            err_msg = _("Invalid NAS protocol supplied: %s.") % share_protocol
            raise exception.NetAppException(err_msg)

        self._check_license_for_protocol(share_protocol)

        if share_protocol == 'nfs':
            return nfs_cmode.NetAppCmodeNFSHelper()
        elif share_protocol == 'cifs':
            return cifs_cmode.NetAppCmodeCIFSHelper()

    @na_utils.trace
    def _check_license_for_protocol(self, share_protocol):
        """Validates protocol license if cluster APIs are accessible."""
        if not self._have_cluster_creds:
            return

        if share_protocol.lower() not in self._licenses:
            current_licenses = self._get_licenses()
            if share_protocol.lower() not in current_licenses:
                msg_args = {
                    'protocol': share_protocol,
                    'host': self.configuration.netapp_server_hostname
                }
                msg = _('The protocol %(protocol)s is not licensed on '
                        'controller %(host)s') % msg_args
                LOG.error(msg)
                raise exception.NetAppException(msg)

    @na_utils.trace
    def get_pool(self, share):
        """Returns the name of the pool for a given share."""

        pool = share_utils.extract_host(share['host'], level='pool')
        if pool:
            return pool

        share_name = self._get_backend_share_name(share['id'])
        aggr = self._client.get_aggregate_for_volume(share_name)
        if isinstance(aggr, list):
            pool = self._get_flexgroup_pool_name(aggr)
        else:
            pool = aggr

        if not pool:
            msg = _('Could not find out the pool name for the share %s.')
            raise exception.NetAppException(msg % share_name)

        return pool

    @na_utils.trace
    def create_share(self, context, share, share_server):
        """Creates new share."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        self._allocate_container(share, vserver, vserver_client)
        return self._create_export(share, share_server, vserver,
                                   vserver_client)

    @na_utils.trace
    def create_share_from_snapshot(self, context, share, snapshot,
                                   share_server=None, parent_share=None):
        """Creates new share from snapshot."""
        # TODO(dviroel) return progress info in asynchronous answers

        # NOTE(felipe_rodrigues): when using FlexGroup, the NetApp driver will
        # drop consistent snapshot support, calling this create from snap
        # method for each member (no parent share is set).
        is_group_snapshot = share.get('source_share_group_snapshot_member_id')
        if is_group_snapshot or parent_share['host'] == share['host']:
            src_vserver, src_vserver_client = self._get_vserver(
                share_server=share_server)
            # Creating a new share from snapshot in the source share's pool
            self._allocate_container_from_snapshot(
                share, snapshot, src_vserver, src_vserver_client)
            return self._create_export(share, share_server, src_vserver,
                                       src_vserver_client)

        parent_share_server = {}
        if parent_share['share_server'] is not None:
            # Get only the information needed by Data Motion
            ss_keys = ['id', 'identifier', 'backend_details', 'host']
            for key in ss_keys:
                parent_share_server[key] = (
                    parent_share['share_server'].get(key))

        # Information to be saved in the private_storage that will need to be
        # retrieved later, in order to continue with the share creation flow
        src_share_instance = {
            'id': share['id'],
            'host': parent_share.get('host'),
            'share_server': parent_share_server or None
        }
        # NOTE(dviroel): Data Motion functions access share's 'share_server'
        # attribute to get vserser information.
        dest_share = copy.copy(share.to_dict())
        dest_share['share_server'] = share_server

        dm_session = data_motion.DataMotionSession()
        # Source host info
        __, src_vserver, src_backend = (
            dm_session.get_backend_info_for_share(parent_share))
        src_vserver_client = data_motion.get_client_for_backend(
            src_backend, vserver_name=src_vserver)

        # Destination host info
        dest_vserver, dest_vserver_client = self._get_vserver(share_server)

        src_cluster_name = None
        dest_cluster_name = None
        if self._have_cluster_creds:
            src_cluster_name = src_vserver_client.get_cluster_name()
            dest_cluster_name = dest_vserver_client.get_cluster_name()

        # the parent share and new share must reside on same pool type: either
        # FlexGroup or FlexVol.
        parent_share_name = self._get_backend_share_name(parent_share['id'])
        parent_is_flexgroup = self._is_flexgroup_share(src_vserver_client,
                                                       parent_share_name)
        dest_pool_name = share_utils.extract_host(share['host'], level='pool')
        dest_is_flexgroup = self._is_flexgroup_pool(dest_pool_name)
        if parent_is_flexgroup != dest_is_flexgroup:
            parent_type = 'FlexGroup' if parent_is_flexgroup else 'FlexVol'
            dest_type = 'FlexGroup' if dest_is_flexgroup else 'FlexVol'
            msg = _('Could not create share %(share_id)s from snapshot '
                    '%(snapshot_id)s in the destination host %(dest_host)s. '
                    'The snapshot is from %(parent_type)s style, while the '
                    'destination host is %(dest_type)s style.')
            msg_args = {'share_id': share['id'], 'snapshot_id': snapshot['id'],
                        'dest_host': dest_share['host'],
                        'parent_type': parent_type, 'dest_type': dest_type}
            raise exception.NetAppException(msg % msg_args)

        # FlexGroup pools must have the same number of aggregates
        if dest_is_flexgroup:
            parent_aggr = src_vserver_client.get_aggregate_for_volume(
                parent_share_name)

            # NOTE(felipe_rodrigues): when FlexGroup is auto provisioned the
            # match of number of aggregates cannot be checked. So, it might
            # fail during snapmirror setup.
            if not self._is_flexgroup_auto:
                dest_aggr = self._get_flexgroup_aggregate_list(dest_pool_name)
                if len(parent_aggr) != len(dest_aggr):
                    msg = _('Could not create share %(share_id)s from '
                            'snapshot %(snapshot_id)s in the destination host '
                            '%(dest_host)s. The source and destination  '
                            'FlexGroup pools must have the same number of '
                            'aggregates.')
                    msg_args = {'share_id': share['id'],
                                'snapshot_id': snapshot['id'],
                                'dest_host': dest_share['host']}
                    raise exception.NetAppException(msg % msg_args)
        else:
            parent_aggr = share_utils.extract_host(parent_share['host'],
                                                   level='pool')

        try:
            # NOTE(felipe_rodrigues): no support to move volumes that are
            # FlexGroup or without the cluster credential. So, performs the
            # workaround using snapmirror even being in the same cluster.

            if (src_cluster_name != dest_cluster_name or dest_is_flexgroup or
                    not self._have_cluster_creds):
                # 1. Create a clone on source (temporary volume). We don't need
                # to split from clone in order to replicate data. We don't need
                # to create fpolicies since this copy will be deleted.
                temp_share = copy.deepcopy(dest_share)
                temp_uuid = uuidutils.generate_uuid()
                temp_share['id'] = str(temp_uuid)
                self._allocate_container_from_snapshot(
                    temp_share, snapshot, src_vserver, src_vserver_client,
                    split=False, create_fpolicy=False)
                # 2. Create a replica in destination host.
                self._allocate_container(
                    dest_share, dest_vserver, dest_vserver_client,
                    replica=True, set_qos=False)
                # 3. Initialize snapmirror relationship with cloned share.
                src_share_instance['replica_state'] = (
                    constants.REPLICA_STATE_ACTIVE)
                relationship_type = na_utils.get_relationship_type(
                    dest_is_flexgroup)
                src_share_instance["id"] = temp_share['id']
                dm_session.create_snapmirror(
                    src_share_instance,
                    dest_share,
                    relationship_type)
                # The snapmirror data copy can take some time to be concluded,
                # we'll answer this call asynchronously.
                state = self.STATE_SNAPMIRROR_DATA_COPYING
            else:
                # NOTE(dviroel): there's a need to split the cloned share from
                # its parent in order to move it to a different aggregate or
                # vserver.
                self._allocate_container_from_snapshot(
                    dest_share, snapshot, src_vserver,
                    src_vserver_client, split=True)
                # The split volume clone operation can take some time to be
                # concluded and we'll answer the call asynchronously.
                state = self.STATE_SPLITTING_VOLUME_CLONE
        except Exception:
            # If the share exists on the source vserver, we need to delete it
            # since it's a temporary share, not managed by the system.
            dm_session.delete_snapmirror(src_share_instance, dest_share)
            self._delete_share(src_share_instance, src_vserver,
                               src_vserver_client, remove_export=False)
            msg = _('Could not create share %(share_id)s from snapshot '
                    '%(snapshot_id)s in the destination host %(dest_host)s.')
            msg_args = {'share_id': dest_share['id'],
                        'snapshot_id': snapshot['id'],
                        'dest_host': dest_share['host']}
            raise exception.NetAppException(msg % msg_args)

        # Store source share info on private storage using destination share id
        src_share_instance['aggregate'] = parent_aggr
        src_share_instance['internal_state'] = state
        src_share_instance['status'] = constants.STATUS_ACTIVE
        self.private_storage.update(dest_share['id'], {
            'source_share': json.dumps(src_share_instance)
        })
        return {
            'status': constants.STATUS_CREATING_FROM_SNAPSHOT,
        }

    def _update_create_from_snapshot_status(self, share, share_server=None):
        # TODO(dviroel) return progress info in asynchronous answers
        # If the share is creating from snapshot and copying data in background
        # we'd verify if the operation has finished and trigger new operations
        # if necessary.
        source_share_str = self.private_storage.get(share['id'],
                                                    'source_share')
        if source_share_str is None:
            msg = _('Could not update share %(share_id)s status due to invalid'
                    ' internal state. Aborting share creation.')
            msg_args = {'share_id': share['id']}
            LOG.error(msg, msg_args)
            return {'status': constants.STATUS_ERROR}
        try:
            # Check if current operation had finished and continue to move the
            # source share towards its destination
            return self._create_from_snapshot_continue(share, share_server)
        except Exception:
            # Delete everything associated to the temporary clone created on
            # the source host.
            source_share = json.loads(source_share_str)
            dm_session = data_motion.DataMotionSession()

            dm_session.delete_snapmirror(source_share, share)
            __, src_vserver, src_backend = (
                dm_session.get_backend_info_for_share(source_share))
            src_vserver_client = data_motion.get_client_for_backend(
                src_backend, vserver_name=src_vserver)

            self._delete_share(source_share, src_vserver, src_vserver_client,
                               remove_export=False)
            # Delete private storage info
            self.private_storage.delete(share['id'])
            msg = _('Could not complete share %(share_id)s creation due to an '
                    'internal error.')
            msg_args = {'share_id': share['id']}
            LOG.error(msg, msg_args)
            return {'status': constants.STATUS_ERROR}

    def _create_from_snapshot_continue(self, share, share_server=None):
        return_values = {
            'status': constants.STATUS_CREATING_FROM_SNAPSHOT
        }
        apply_qos_on_dest = False
        # Data motion session used to extract host info and manage snapmirrors
        dm_session = data_motion.DataMotionSession()
        # Get info from private storage
        src_share_str = self.private_storage.get(share['id'], 'source_share')
        src_share = json.loads(src_share_str)
        current_state = src_share['internal_state']
        share['share_server'] = share_server

        # Source host info
        __, src_vserver, src_backend = (
            dm_session.get_backend_info_for_share(src_share))
        src_aggr = src_share['aggregate']
        src_vserver_client = data_motion.get_client_for_backend(
            src_backend, vserver_name=src_vserver)
        # Destination host info
        dest_vserver, dest_vserver_client = self._get_vserver(share_server)
        dest_aggr = share_utils.extract_host(share['host'], level='pool')
        if self._is_flexgroup_pool(dest_aggr):
            if self._is_flexgroup_auto:
                dest_share_name = self._get_backend_share_name(share['id'])
                dest_aggr = dest_vserver_client.get_aggregate_for_volume(
                    dest_share_name)
            else:
                dest_aggr = self._get_flexgroup_aggregate_list(dest_aggr)

        if current_state == self.STATE_SPLITTING_VOLUME_CLONE:
            if self._check_volume_clone_split_completed(
                    src_share, src_vserver_client):
                # Rehost volume if source and destination are hosted in
                # different vservers
                if src_vserver != dest_vserver:
                    # NOTE(dviroel): some volume policies, policy rules and
                    # configurations are lost from the source volume after
                    # rehost operation.
                    qos_policy_for_share = (
                        self._get_backend_qos_policy_group_name(share['id']))
                    src_vserver_client.mark_qos_policy_group_for_deletion(
                        qos_policy_for_share)
                    # Apply QoS on destination share
                    apply_qos_on_dest = True

                    self._rehost_and_mount_volume(
                        share, src_vserver, src_vserver_client,
                        dest_vserver, dest_vserver_client)
                # Move the share to the expected aggregate
                if set(src_aggr) != set(dest_aggr):
                    # Move volume and 'defer' the cutover. If it fails, the
                    # share will be deleted afterwards
                    self._move_volume_after_splitting(
                        src_share, share, share_server, cutover_action='defer')
                    # Move a volume can take longer, we'll answer
                    # asynchronously
                    current_state = self.STATE_MOVING_VOLUME
                else:
                    return_values['status'] = constants.STATUS_AVAILABLE

        elif current_state == self.STATE_MOVING_VOLUME:
            if self._check_volume_move_completed(share, share_server):
                if src_vserver != dest_vserver:
                    # NOTE(dviroel): at this point we already rehosted the
                    # share, but we missed applying the qos since it was moving
                    # the share between aggregates
                    apply_qos_on_dest = True
                return_values['status'] = constants.STATUS_AVAILABLE

        elif current_state == self.STATE_SNAPMIRROR_DATA_COPYING:
            replica_state = self.update_replica_state(
                None,  # no context is needed
                [src_share],
                share,
                [],  # access_rules
                [],  # snapshot list
                share_server,
                replication=False)
            if replica_state in [None, constants.STATUS_ERROR]:
                msg = _("Destination share has failed on replicating data "
                        "from source share.")
                LOG.exception(msg)
                raise exception.NetAppException(msg)
            elif replica_state == constants.REPLICA_STATE_IN_SYNC:
                try:
                    # 1. Start an update to try to get a last minute
                    # transfer before we quiesce and break
                    dm_session.update_snapmirror(src_share, share)
                except exception.StorageCommunicationException:
                    # Ignore any errors since the current source replica
                    # may be unreachable
                    pass
                # 2. Break SnapMirror
                # NOTE(dviroel): if it fails on break/delete a snapmirror
                # relationship, we won't be able to delete the share.
                dm_session.break_snapmirror(src_share, share)
                dm_session.delete_snapmirror(src_share, share)
                # 3. Delete the source volume
                self._delete_share(src_share, src_vserver, src_vserver_client,
                                   remove_export=False)
                share_name = self._get_backend_share_name(src_share['id'])
                # 4. Set File system size fixed to false
                dest_vserver_client.set_volume_filesys_size_fixed(
                    share_name, filesys_size_fixed=False)
                apply_qos_on_dest = True
                return_values['status'] = constants.STATUS_AVAILABLE
        else:
            # Delete this share from private storage since we'll abort this
            # operation.
            self.private_storage.delete(share['id'])
            msg_args = {
                'state': current_state,
                'id': share['id'],
            }
            msg = _("Caught an unexpected internal state '%(state)s' for "
                    "share %(id)s. Aborting operation.") % msg_args
            LOG.exception(msg)
            raise exception.NetAppException(msg)

        if return_values['status'] == constants.STATUS_AVAILABLE:
            if apply_qos_on_dest:
                extra_specs = share_types.get_extra_specs_from_share(share)
                provisioning_options = self._get_provisioning_options(
                    extra_specs)
                qos_policy_group_name = (
                    self._modify_or_create_qos_for_existing_share(
                        share, extra_specs, dest_vserver, dest_vserver_client))
                if qos_policy_group_name:
                    provisioning_options['qos_policy_group'] = (
                        qos_policy_group_name)
                share_name = self._get_backend_share_name(share['id'])
                # Modify volume to match extra specs
                dest_vserver_client.modify_volume(
                    dest_aggr, share_name, **provisioning_options)

            self.private_storage.delete(share['id'])
            return_values['export_locations'] = self._create_export(
                share, share_server, dest_vserver, dest_vserver_client,
                clear_current_export_policy=False)
        else:
            new_src_share = copy.deepcopy(src_share)
            new_src_share['internal_state'] = current_state
            self.private_storage.update(share['id'], {
                'source_share': json.dumps(new_src_share)
            })
        return return_values

    @na_utils.trace
    def _allocate_container(self, share, vserver, vserver_client,
                            replica=False, create_fpolicy=True,
                            set_qos=True):
        """Create new share on aggregate."""
        share_name = self._get_backend_share_name(share['id'])

        # Get Data ONTAP aggregate name as pool name.
        pool_name = share_utils.extract_host(share['host'], level='pool')
        if pool_name is None:
            msg = _("Pool is not available in the share host field.")
            raise exception.InvalidHost(reason=msg)

        provisioning_options = self._get_provisioning_options_for_share(
            share, vserver, vserver_client=vserver_client, set_qos=set_qos)

        if replica:
            # If this volume is intended to be a replication destination,
            # create it as the 'data-protection' type
            provisioning_options['volume_type'] = 'dp'

        hide_snapdir = provisioning_options.pop('hide_snapdir')
        mount_point_name = share.get('mount_point_name')

        LOG.debug('Creating share %(share)s on pool %(pool)s with '
                  'provisioning options %(options)s',
                  {'share': share_name, 'pool': pool_name,
                   'options': provisioning_options})
        if self._is_flexgroup_pool(pool_name):
            aggr_list = self._get_flexgroup_aggregate_list(pool_name)
            self._create_flexgroup_share(
                vserver_client, aggr_list, share_name,
                share['size'],
                self.configuration.netapp_volume_snapshot_reserve_percent,
                mount_point_name=mount_point_name,
                **provisioning_options)
        else:
            vserver_client.create_volume(
                pool_name, share_name, share['size'],
                snapshot_reserve=self.configuration.
                netapp_volume_snapshot_reserve_percent,
                mount_point_name=mount_point_name,
                **provisioning_options)

        if hide_snapdir:
            self._apply_snapdir_visibility(
                hide_snapdir, share_name, vserver_client)

        if create_fpolicy:
            fpolicy_ext_to_include = provisioning_options.get(
                'fpolicy_extensions_to_include')
            fpolicy_ext_to_exclude = provisioning_options.get(
                'fpolicy_extensions_to_exclude')
            if fpolicy_ext_to_include or fpolicy_ext_to_exclude:
                self._create_fpolicy_for_share(share, vserver, vserver_client,
                                               **provisioning_options)

    def _apply_snapdir_visibility(
            self, hide_snapdir, share_name, vserver_client):

        LOG.debug('Applying snapshot visibility according to hide_snapdir '
                  'value of %(hide_snapdir)s on share %(share)s.',
                  {'hide_snapdir': hide_snapdir, 'share': share_name})

        vserver_client.set_volume_snapdir_access(share_name, hide_snapdir)

    @na_utils.trace
    def _create_flexgroup_share(self, vserver_client, aggr_list, share_name,
                                size, snapshot_reserve, dedup_enabled=False,
                                compression_enabled=False, max_files=None,
                                mount_point_name=None, **provisioning_options):
        """Create a FlexGroup share using async API with job."""

        start_timeout = (
            self.configuration.netapp_flexgroup_aggregate_not_busy_timeout)
        job_info = self.wait_for_start_create_flexgroup(
            start_timeout, vserver_client, aggr_list, share_name, size,
            snapshot_reserve, mount_point_name, **provisioning_options)

        if not job_info['jobid'] or job_info['error-code']:
            msg = "Error creating FlexGroup share: %s."
            raise exception.NetAppException(msg % job_info['error-message'])

        timeout = self.configuration.netapp_flexgroup_volume_online_timeout
        self.wait_for_flexgroup_deployment(vserver_client, job_info['jobid'],
                                           timeout)

        vserver_client.update_volume_efficiency_attributes(
            share_name, dedup_enabled, compression_enabled, is_flexgroup=True)

        if max_files is not None:
            vserver_client.set_volume_max_files(share_name, max_files)

    @na_utils.trace
    def wait_for_start_create_flexgroup(self, start_timeout, vserver_client,
                                        aggr_list, share_name, size,
                                        snapshot_reserve,
                                        mount_point_name=None,
                                        **provisioning_options):
        """Wait for starting create FlexGroup volume succeed.

        Create FlexGroup volume fails in case any of the selected aggregates
        are being used for provision another volume. Instead of failing, tries
        several times.

        :param start_timeout: time in seconds to try create.
        :param vserver_client: the client to call the create operation.
        :param aggr_list: list of aggregates to create the FlexGroup.
        :param share_name: name of the FlexGroup volume.
        :param size: size to be provisioned.
        :param snapshot_reserve: snapshot reserve option.
        :param mount_point_name: junction_path_name.
        :param provisioning_options: other provision not required options.
        """

        interval = 5
        retries = (start_timeout / interval or 1)

        @manila_utils.retry(exception.NetAppBusyAggregateForFlexGroupException,
                            interval=interval, retries=retries, backoff_rate=1)
        def _start_create_flexgroup_volume():
            try:
                return vserver_client.create_volume_async(
                    aggr_list, share_name, size,
                    is_flexgroup=True,
                    snapshot_reserve=snapshot_reserve,
                    auto_provisioned=self._is_flexgroup_auto,
                    mount_point_name=mount_point_name,
                    **provisioning_options)
            except netapp_api.NaApiError as e:
                with excutils.save_and_reraise_exception() as raise_ctxt:
                    try_msg = "try the command again" in e.message
                    if ((e.code == netapp_api.EAPIERROR or
                         e.code == rest_api.EREST_ANOTHER_VOLUME_OPERATION)
                            and try_msg):
                        msg = _("Another volume is currently being "
                                "provisioned using one or more of the "
                                "aggregates selected to provision FlexGroup "
                                "volume %(share_name)s.")
                        msg_args = {'share_name': share_name}
                        LOG.error(msg, msg_args)
                        raise_ctxt.reraise = False
                        raise (exception.
                               NetAppBusyAggregateForFlexGroupException())

        try:
            return _start_create_flexgroup_volume()
        except exception.NetAppBusyAggregateForFlexGroupException:
            msg_err = _("Unable to start provision the FlexGroup volume %s. "
                        "Retries exhausted. Aborting")
            raise exception.NetAppException(message=msg_err % share_name)

    @na_utils.trace
    def wait_for_flexgroup_deployment(self, vserver_client, job_id, timeout):
        """Wait for creating FlexGroup share job to get finished.

        :param vserver_client: the client to call the get job status.
        :param job_id: create FlexGroup job ID.
        :param timeout: time in seconds to wait create.
        """

        interval = 5
        retries = (timeout / interval or 1)

        @manila_utils.retry(exception.ShareBackendException, interval=interval,
                            retries=retries, backoff_rate=1)
        def _wait_job_is_completed():
            job_state = vserver_client.get_job_state(job_id)
            LOG.debug("Waiting for creating FlexGroup job %(job_id)s in "
                      "state: %(job_state)s.",
                      {'job_id': job_id, 'job_state': job_state})
            if job_state == 'failure' or job_state == 'error':
                msg_error = "Error performing the create FlexGroup job %s."
                raise exception.NetAppException(msg_error % job_id)
            elif job_state != 'success':
                msg = _('FlexGroup share is being created. Will wait the '
                        'job.')
                LOG.warning(msg)
                raise exception.ShareBackendException(msg=msg)
        try:
            _wait_job_is_completed()
        except exception.ShareBackendException:
            msg = _("Timeout waiting for FlexGroup create job %s to be "
                    "finished.")
            raise exception.NetAppException(msg % job_id)

    @na_utils.trace
    def _remap_standard_boolean_extra_specs(self, extra_specs):
        """Replace standard boolean extra specs with NetApp-specific ones."""
        specs = copy.deepcopy(extra_specs)
        for (key, netapp_key) in self.STANDARD_BOOLEAN_EXTRA_SPECS_MAP.items():
            if key in specs:
                bool_value = share_types.parse_boolean_extra_spec(key,
                                                                  specs[key])
                specs[netapp_key] = 'true' if bool_value else 'false'
                del specs[key]
        return specs

    @na_utils.trace
    def _check_extra_specs_validity(self, share, extra_specs):
        """Check if the extra_specs have valid values."""
        self._check_boolean_extra_specs_validity(
            share, extra_specs, list(self.BOOLEAN_QUALIFIED_EXTRA_SPECS_MAP))
        self._check_string_extra_specs_validity(share, extra_specs)

    @na_utils.trace
    def _check_string_extra_specs_validity(self, share, extra_specs):
        """Check if the string_extra_specs have valid values."""
        if 'netapp:max_files' in extra_specs:
            self._check_if_max_files_is_valid(share,
                                              extra_specs['netapp:max_files'])
        if 'netapp:fpolicy_file_operations' in extra_specs:
            self._check_fpolicy_file_operations(
                share, extra_specs['netapp:fpolicy_file_operations'])

    @na_utils.trace
    def _check_if_max_files_is_valid(self, share, value):
        """Check if max_files has a valid value."""
        if int(value) < 0:
            args = {'value': value, 'key': 'netapp:max_files',
                    'type_id': share['share_type_id'], 'share_id': share['id']}
            msg = _('Invalid value "%(value)s" for extra_spec "%(key)s" '
                    'in share_type %(type_id)s for share %(share_id)s.')
            raise exception.NetAppException(msg % args)

    @na_utils.trace
    def _check_fpolicy_file_operations(self, share, value):
        """Check if the provided fpolicy file operations are valid."""
        for file_op in value.split(','):
            if file_op.strip() not in self.FPOLICY_FILE_OPERATIONS_LIST:
                args = {'file_op': file_op,
                        'extra_spec': 'netapp:fpolicy_file_operations',
                        'type_id': share['share_type_id'],
                        'share_id': share['id']}
                msg = _('Invalid value "%(file_op)s" for extra_spec '
                        '"%(extra_spec)s" in share_type %(type_id)s for share '
                        '%(share_id)s.')
                raise exception.NetAppException(msg % args)

    @na_utils.trace
    def _check_boolean_extra_specs_validity(self, share, specs,
                                            keys_of_interest):
        # cDOT compression requires deduplication.
        dedup = specs.get('netapp:dedup', None)
        compression = specs.get('netapp:compression', None)
        if dedup is not None and compression is not None:
            if dedup.lower() == 'false' and compression.lower() == 'true':
                spec = {'netapp:dedup': dedup,
                        'netapp:compression': compression}
                type_id = share['share_type_id']
                share_id = share['id']
                args = {'type_id': type_id, 'share_id': share_id, 'spec': spec}
                msg = _('Invalid combination of extra_specs in share_type '
                        '%(type_id)s for share %(share_id)s: %(spec)s: '
                        'deduplication must be enabled in order for '
                        'compression to be enabled.')
                raise exception.Invalid(msg % args)
        """Check if the boolean_extra_specs have valid values."""
        # Extra spec values must be (ignoring case) 'true' or 'false'.
        for key in keys_of_interest:
            value = specs.get(key)
            if value is not None and value.lower() not in ['true', 'false']:
                type_id = share['share_type_id']
                share_id = share['id']
                arg_map = {'value': value, 'key': key, 'type_id': type_id,
                           'share_id': share_id}
                msg = _('Invalid value "%(value)s" for extra_spec "%(key)s" '
                        'in share_type %(type_id)s for share %(share_id)s.')
                raise exception.Invalid(msg % arg_map)

    @na_utils.trace
    def _get_boolean_provisioning_options(self, specs, boolean_specs_map):
        """Given extra specs, return corresponding client library kwargs.

        Build a full set of client library provisioning kwargs, filling in a
        default value if an explicit value has not been supplied via a
        corresponding extra spec.  Boolean extra spec values are "true" or
        "false", with missing specs treated as "false".  Provisioning kwarg
        values are True or False.
        """
        # Extract the extra spec keys of concern and their corresponding
        # kwarg keys as lists.
        keys_of_interest = list(boolean_specs_map)
        provisioning_args = [boolean_specs_map[key]
                             for key in keys_of_interest]
        # Set missing spec values to 'false'
        for key in keys_of_interest:
            if key not in specs:
                specs[key] = 'false'
        # Build a list of Boolean provisioning arguments from the string
        # equivalents in the spec values.
        provisioning_values = [specs[key].lower() == 'true' for key in
                               keys_of_interest]
        # Combine the list of provisioning args and the list of provisioning
        # values into a dictionary suitable for use as kwargs when invoking
        # provisioning methods from the client API library.
        return dict(zip(provisioning_args, provisioning_values))

    @na_utils.trace
    def get_string_provisioning_options(self, specs, string_specs_map):
        """Given extra specs, return corresponding client library kwargs.

        Build a full set of client library provisioning kwargs, filling in a
        default value if an explicit value has not been supplied via a
        corresponding extra spec.
        """
        # Extract the extra spec keys of concern and their corresponding
        # kwarg keys as lists.
        keys_of_interest = list(string_specs_map)
        provisioning_args = [string_specs_map[key]
                             for key in keys_of_interest]
        # Set missing spec values to 'false'
        for key in keys_of_interest:
            if key not in specs:
                specs[key] = None
        provisioning_values = [specs[key] for key in keys_of_interest]

        # Combine the list of provisioning args and the list of provisioning
        # values into a dictionary suitable for use as kwargs when invoking
        # provisioning methods from the client API library.
        return dict(zip(provisioning_args, provisioning_values))

    def _get_normalized_qos_specs(self, extra_specs):
        if not extra_specs.get('qos'):
            return {}

        normalized_qos_specs = {
            self.QOS_SPECS[key.lower()]: value
            for key, value in extra_specs.items()
            if self.QOS_SPECS.get(key.lower())
        }
        if not normalized_qos_specs:
            msg = _("The extra-spec 'qos' is set to True, but no netapp "
                    "supported qos-specs have been specified in the share "
                    "type. Cannot provision a QoS policy. Specify any of the "
                    "following extra-specs and try again: %s")
            raise exception.NetAppException(msg % list(self.QOS_SPECS))

        # TODO(gouthamr): Modify check when throughput floors are allowed
        if len(normalized_qos_specs) > 1:
            msg = _('Only one NetApp QoS spec can be set at a time. '
                    'Specified QoS limits: %s')
            raise exception.NetAppException(msg % normalized_qos_specs)

        return normalized_qos_specs

    def _get_max_throughput(self, share_size, qos_specs):
        # QoS limits are exclusive of one another.
        if 'maxiops' in qos_specs:
            return '%siops' % qos_specs['maxiops']
        elif 'maxiopspergib' in qos_specs:
            return '%siops' % str(
                int(qos_specs['maxiopspergib']) * int(share_size))
        elif 'maxbps' in qos_specs:
            return '%sB/s' % qos_specs['maxbps']
        elif 'maxbpspergib' in qos_specs:
            return '%sB/s' % str(
                int(qos_specs['maxbpspergib']) * int(share_size))

    @na_utils.trace
    def _create_qos_policy_group(self, share, vserver, qos_specs,
                                 vserver_client=None):
        max_throughput = self._get_max_throughput(share['size'], qos_specs)
        qos_policy_group_name = self._get_backend_qos_policy_group_name(
            share['id'])
        client = vserver_client or self._client
        client.qos_policy_group_create(qos_policy_group_name, vserver,
                                       max_throughput=max_throughput)
        return qos_policy_group_name

    @na_utils.trace
    def _get_provisioning_options_for_share(
            self, share, vserver, vserver_client=None, set_qos=True):
        """Return provisioning options from a share.

        Starting with a share, this method gets the extra specs, rationalizes
        NetApp vs. standard extra spec values, ensures their validity, and
        returns them in a form suitable for passing to various API client
        methods.
        """
        extra_specs = share_types.get_extra_specs_from_share(share)
        extra_specs = self._remap_standard_boolean_extra_specs(extra_specs)
        self._check_extra_specs_validity(share, extra_specs)
        provisioning_options = self._get_provisioning_options(extra_specs)
        qos_specs = self._get_normalized_qos_specs(extra_specs)
        self.validate_provisioning_options_for_share(provisioning_options,
                                                     extra_specs=extra_specs,
                                                     qos_specs=qos_specs)
        if qos_specs and set_qos:
            qos_policy_group = self._create_qos_policy_group(
                share, vserver, qos_specs, vserver_client)
            provisioning_options['qos_policy_group'] = qos_policy_group
        return provisioning_options

    @na_utils.trace
    def _get_provisioning_options(self, specs):
        """Return a merged result of string and binary provisioning options."""
        boolean_args = self._get_boolean_provisioning_options(
            specs, self.BOOLEAN_QUALIFIED_EXTRA_SPECS_MAP)

        string_args = self.get_string_provisioning_options(
            specs, self.STRING_QUALIFIED_EXTRA_SPECS_MAP)
        result = boolean_args.copy()
        result.update(string_args)

        result['encrypt'] = self._get_nve_option(specs)

        return result

    @na_utils.trace
    def validate_provisioning_options_for_share(self, provisioning_options,
                                                extra_specs=None,
                                                qos_specs=None):
        """Checks if provided provisioning options are valid."""
        adaptive_qos = provisioning_options.get('adaptive_qos_policy_group')
        replication_type = (extra_specs.get('replication_type')
                            if extra_specs else None)
        if adaptive_qos and qos_specs:
            msg = _('Share cannot be provisioned with both qos_specs '
                    '%(qos_specs_string)s and adaptive_qos_policy_group '
                    '%(adaptive_qos_policy_group)s.')
            qos_specs_string = ""
            for key in qos_specs:
                qos_specs_string += key + "=" + str(qos_specs[key]) + " "
            msg_args = {
                'adaptive_qos_policy_group':
                    provisioning_options['adaptive_qos_policy_group'],
                'qos_specs_string': qos_specs_string
            }
            raise exception.NetAppException(msg % msg_args)

        if adaptive_qos and replication_type:
            msg = _("The extra spec 'adaptive_qos_policy_group' is not "
                    "supported by share replication feature.")
            raise exception.NetAppException(msg)

        # NOTE(dviroel): This validation will need to be updated if newer
        # versions of ONTAP stop requiring cluster credentials to associate
        # QoS to volumes.
        if (adaptive_qos or qos_specs) and not self._have_cluster_creds:
            msg = _('Share cannot be provisioned with QoS without having '
                    'cluster credentials.')
            raise exception.NetAppException(msg)

        fpolicy_ext_to_include = provisioning_options.get(
            'fpolicy_extensions_to_include')
        fpolicy_ext_to_exclude = provisioning_options.get(
            'fpolicy_extensions_to_exclude')
        if provisioning_options.get('fpolicy_file_operations') and not (
                fpolicy_ext_to_include or fpolicy_ext_to_exclude):
            msg = _('The extra spec "fpolicy_file_operations" can only '
                    'be configured together with '
                    '"fpolicy_extensions_to_include" or '
                    '"fpolicy_extensions_to_exclude".')
            raise exception.NetAppException(msg)

        if replication_type and (
                fpolicy_ext_to_include or fpolicy_ext_to_exclude):
            msg = _("The extra specs 'fpolicy_extensions_to_include' and "
                    "'fpolicy_extensions_to_exclude' are not "
                    "supported by share replication feature.")
            raise exception.NetAppException(msg)

    def _get_nve_option(self, specs):
        if 'netapp_flexvol_encryption' in specs:
            nve = specs['netapp_flexvol_encryption'].lower() == 'true'
        else:
            nve = False

        return nve

    @na_utils.trace
    def _check_aggregate_extra_specs_validity(self, pool_name, specs):

        for specs_key in ('netapp_disk_type', 'netapp_raid_type'):
            aggr_value = self._ssc_stats.get(pool_name, {}).get(specs_key)
            specs_value = specs.get(specs_key)

            if aggr_value and specs_value and aggr_value != specs_value:
                msg = _('Invalid value "%(value)s" for extra_spec "%(key)s" '
                        'in pool %(pool)s.')
                msg_args = {
                    'value': specs_value,
                    'key': specs_key,
                    'pool': pool_name
                }
                raise exception.NetAppException(msg % msg_args)

    @na_utils.trace
    def _allocate_container_from_snapshot(
            self, share, snapshot, vserver, vserver_client,
            snapshot_name_func=_get_backend_snapshot_name, split=None,
            create_fpolicy=True):
        """Clones existing share."""
        share_name = self._get_backend_share_name(share['id'])
        parent_share_name = self._get_backend_share_name(snapshot['share_id'])
        if snapshot.get('provider_location') is None:
            parent_snapshot_name = snapshot_name_func(self, snapshot['id'])
        else:
            parent_snapshot_name = snapshot['provider_location']

        provisioning_options = self._get_provisioning_options_for_share(
            share, vserver, vserver_client=vserver_client)

        hide_snapdir = provisioning_options.pop('hide_snapdir')

        LOG.debug('Creating share from snapshot %s', snapshot['id'])
        vserver_client.create_volume_clone(
            share_name, parent_share_name, parent_snapshot_name,
            **provisioning_options)

        if share['size'] > snapshot['size']:
            vserver_client.set_volume_size(share_name, share['size'])

        if hide_snapdir:
            self._apply_snapdir_visibility(
                hide_snapdir, share_name, vserver_client)

        if create_fpolicy:
            fpolicy_ext_to_include = provisioning_options.get(
                'fpolicy_extensions_to_include')
            fpolicy_ext_to_exclude = provisioning_options.get(
                'fpolicy_extensions_to_exclude')
            if fpolicy_ext_to_include or fpolicy_ext_to_exclude:
                self._create_fpolicy_for_share(share, vserver, vserver_client,
                                               **provisioning_options)

        # split at the end: not be blocked by a busy volume
        if split is not None:
            vserver_client.volume_clone_split_start(share_name)

    @na_utils.trace
    def _share_exists(self, share_name, vserver_client):
        return vserver_client.volume_exists(share_name)

    @na_utils.trace
    def _delete_share(self, share, vserver, vserver_client,
                      remove_export=True, remove_qos=True):
        share_name = self._get_backend_share_name(share['id'])
        # Share doesn't need to exist to be assigned to a fpolicy scope
        self._delete_fpolicy_for_share(share, vserver, vserver_client)

        if self._share_exists(share_name, vserver_client):
            if vserver_client.volume_clone_split_status(share_name) != 100:
                vserver_client.volume_clone_split_stop(share_name)
            if remove_export:
                self._remove_export(share, vserver_client)
            self._deallocate_container(share_name, vserver_client)
            if remove_qos:
                qos_policy_for_share = self._get_backend_qos_policy_group_name(
                    share['id'])
                vserver_client.mark_qos_policy_group_for_deletion(
                    qos_policy_for_share)
        else:
            LOG.info("Share %s does not exist.", share['id'])

    @na_utils.trace
    def delete_share(self, context, share, share_server=None):
        """Deletes share."""
        try:
            vserver, vserver_client = self._get_vserver(
                share_server=share_server)
        except (exception.InvalidInput,
                exception.VserverNotSpecified,
                exception.VserverNotFound) as error:
            LOG.warning("Could not determine share server for share being "
                        "deleted: %(share)s. Deletion of share record "
                        "will proceed anyway. Error: %(error)s",
                        {'share': share['id'], 'error': error})
            return
        self._delete_share(share, vserver, vserver_client)

    @na_utils.trace
    def _deallocate_container(self, share_name, vserver_client):
        """Free share space."""
        vserver_client.unmount_volume(share_name, force=True)
        vserver_client.offline_volume(share_name)
        vserver_client.delete_volume(share_name)

    @na_utils.trace
    def _create_export(self, share, share_server, vserver, vserver_client,
                       clear_current_export_policy=True,
                       ensure_share_already_exists=False, replica=False,
                       share_host=None):
        """Creates NAS storage."""
        helper = self._get_helper(share)
        helper.set_client(vserver_client)
        share_name = self._get_backend_share_name(share['id'])

        interfaces = vserver_client.get_network_interfaces(
            protocols=[share['share_proto']])

        if not interfaces:
            msg = _('Cannot find network interfaces for Vserver %(vserver)s '
                    'and protocol %(proto)s.')
            msg_args = {'vserver': vserver, 'proto': share['share_proto']}
            raise exception.NetAppException(msg % msg_args)

        host = share_host if share_host else share['host']

        # Get LIF addresses with metadata
        export_addresses = self._get_export_addresses_with_metadata(
            share, share_server, interfaces, host)

        # Create the share and get a callback for generating export locations
        pool = share_utils.extract_host(share['host'], level='pool')
        callback = helper.create_share(
            share, share_name,
            clear_current_export_policy=clear_current_export_policy,
            ensure_share_already_exists=ensure_share_already_exists,
            replica=replica,
            is_flexgroup=self._is_flexgroup_pool(pool))

        # Generate export locations using addresses, metadata and callback
        export_locations = [
            {
                'path': callback(export_address),
                'is_admin_only': metadata.pop('is_admin_only', False),
                'metadata': metadata,
            }
            for export_address, metadata
            in copy.deepcopy(export_addresses).items()
        ]

        # Sort the export locations to report preferred paths first
        export_locations = self._sort_export_locations_by_preferred_paths(
            export_locations)

        return export_locations

    @na_utils.trace
    def _get_export_addresses_with_metadata(self, share, share_server,
                                            interfaces, share_host):
        """Return interface addresses with locality and other metadata."""

        # Get home nodes so we can identify preferred paths
        pool = share_utils.extract_host(share_host, level='pool')
        home_node_set = set()
        if self._is_flexgroup_pool(pool):
            for aggregate_name in self._get_flexgroup_aggregate_list(pool):
                home_node = self._get_aggregate_node(aggregate_name)
                if home_node:
                    home_node_set.add(home_node)
        else:
            home_node = self._get_aggregate_node(pool)
            if home_node:
                home_node_set.add(home_node)

        # Get admin LIF addresses so we can identify admin export locations
        admin_addresses = self._get_admin_addresses_for_share_server(
            share_server)

        addresses = {}
        for interface in interfaces:

            address = interface['address']
            is_admin_only = address in admin_addresses

            preferred = interface.get('home-node') in home_node_set

            addresses[address] = {
                'is_admin_only': is_admin_only,
                'preferred': preferred,
            }

        return addresses

    @na_utils.trace
    def _get_admin_addresses_for_share_server(self, share_server):

        if not share_server:
            return []

        admin_addresses = []
        for network_allocation in share_server.get('network_allocations'):
            if network_allocation['label'] == 'admin':
                admin_addresses.append(network_allocation['ip_address'])

        return admin_addresses

    @na_utils.trace
    def _sort_export_locations_by_preferred_paths(self, export_locations):
        """Sort the export locations to report preferred paths first."""

        sort_key = lambda location: location.get(  # noqa: E731
            'metadata', {}).get('preferred') is not True

        return sorted(export_locations, key=sort_key)

    @na_utils.trace
    def _remove_export(self, share, vserver_client):
        """Deletes NAS storage."""
        helper = self._get_helper(share)
        helper.set_client(vserver_client)
        share_name = self._get_backend_share_name(share['id'])
        target = helper.get_target(share)
        # Share may be in error state, so there's no share and target.
        if target:
            helper.delete_share(share, share_name)

    @na_utils.trace
    def create_snapshot(self, context, snapshot, share_server=None):
        """Creates a snapshot of a share."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(snapshot['share_id'])
        snapshot_name = self._get_backend_snapshot_name(snapshot['id'])
        LOG.debug('Creating snapshot %s', snapshot_name)
        vserver_client.create_snapshot(share_name, snapshot_name)
        if not vserver_client.snapshot_exists(snapshot_name, share_name):
            raise exception.SnapshotResourceNotFound(
                name=snapshot_name)

        return {'provider_location': snapshot_name}

    def revert_to_snapshot(self, context, snapshot, share_server=None):
        """Reverts a share (in place) to the specified snapshot."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(snapshot['share_id'])
        snapshot_name = (snapshot.get('provider_location') or
                         self._get_backend_snapshot_name(snapshot['id']))
        LOG.debug('Restoring snapshot %s', snapshot_name)
        vserver_client.restore_snapshot(share_name, snapshot_name)

    @na_utils.trace
    def delete_snapshot(self, context, snapshot, share_server=None,
                        snapshot_name=None):
        """Deletes a snapshot of a share."""
        try:
            vserver, vserver_client = self._get_vserver(
                share_server=share_server)
        except (exception.InvalidInput,
                exception.VserverNotSpecified,
                exception.VserverNotFound) as error:
            LOG.warning("Could not determine share server for snapshot "
                        "being deleted: %(snap)s. Deletion of snapshot "
                        "record will proceed anyway. Error: %(error)s",
                        {'snap': snapshot['id'], 'error': error})
            return

        share_name = self._get_backend_share_name(snapshot['share_id'])
        snapshot_name = (snapshot.get('provider_location') or snapshot_name or
                         self._get_backend_snapshot_name(snapshot['id']))

        try:
            is_flexgroup = self._is_flexgroup_share(vserver_client, share_name)
        except exception.ShareNotFound:
            msg = _('Could not determine if the share %(share)s is FlexGroup '
                    'or FlexVol style. Share does not exist.')
            msg_args = {'share': share_name}
            LOG.info(msg, msg_args)
            is_flexgroup = False

        try:
            self._delete_snapshot(vserver_client, share_name, snapshot_name,
                                  is_flexgroup=is_flexgroup)
        except exception.SnapshotResourceNotFound:
            msg = "Snapshot %(snap)s does not exist on share %(share)s."
            msg_args = {'snap': snapshot_name, 'share': share_name}
            LOG.info(msg, msg_args)

    def _delete_snapshot(self, vserver_client, share_name, snapshot_name,
                         is_flexgroup=False):
        """Deletes a backend snapshot, handling busy snapshots as needed."""

        backend_snapshot = vserver_client.get_snapshot(share_name,
                                                       snapshot_name)

        LOG.debug('Deleting snapshot %(snap)s for share %(share)s.',
                  {'snap': snapshot_name, 'share': share_name})

        if not backend_snapshot['busy']:
            vserver_client.delete_snapshot(share_name, snapshot_name)

        elif backend_snapshot['locked_by_clone']:
            # Snapshots are locked by clone(s), so split the clone(s)
            snapshot_children = vserver_client.get_clone_children_for_snapshot(
                share_name, snapshot_name)
            for snapshot_child in snapshot_children:
                vserver_client.volume_clone_split_start(snapshot_child['name'])

            if is_flexgroup:
                # NOTE(felipe_rodrigues): ONTAP does not allow rename a
                # FlexGroup snapshot, so it cannot be soft deleted. It will
                # wait for all split clones complete.
                self._delete_busy_snapshot(vserver_client, share_name,
                                           snapshot_name)
            else:
                vserver_client.soft_delete_snapshot(share_name, snapshot_name)

        else:
            raise exception.ShareSnapshotIsBusy(snapshot_name=snapshot_name)

    @na_utils.trace
    def _delete_busy_snapshot(self, vserver_client, share_name, snapshot_name):
        """Delete the snapshot waiting for it to not be busy."""

        timeout = (self.configuration.
                   netapp_delete_busy_flexgroup_snapshot_timeout)
        interval = 5
        retries = (int(timeout / interval) or 1)

        @manila_utils.retry(exception.ShareSnapshotIsBusy, interval=interval,
                            retries=retries, backoff_rate=1)
        def _wait_snapshot_is_not_busy():
            backend_snapshot = vserver_client.get_snapshot(share_name,
                                                           snapshot_name)
            if backend_snapshot['busy']:
                msg = _("Cannot delete snapshot %s that is busy. Will wait it "
                        "for not be busy.")
                LOG.debug(msg, snapshot_name)
                raise exception.ShareSnapshotIsBusy(
                    snapshot_name=snapshot_name)

        try:
            _wait_snapshot_is_not_busy()
            vserver_client.delete_snapshot(share_name, snapshot_name)
        except exception.ShareSnapshotIsBusy:
            msg = _("Error deleting the snapshot %s: timeout waiting for "
                    "FlexGroup snapshot to not be busy.")
            raise exception.NetAppException(msg % snapshot_name)

    @na_utils.trace
    def manage_existing(self, share, driver_options, share_server=None):
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_size = self._manage_container(share, vserver, vserver_client)
        export_locations = self._create_export(share, share_server, vserver,
                                               vserver_client)
        return {'size': share_size, 'export_locations': export_locations}

    @na_utils.trace
    def unmanage(self, share, share_server=None):
        pass

    @na_utils.trace
    def _manage_container(self, share, vserver, vserver_client):
        """Bring existing volume under management as a share."""

        protocol_helper = self._get_helper(share)
        protocol_helper.set_client(vserver_client)

        volume_name = protocol_helper.get_share_name_for_share(share)
        if not volume_name:
            msg = _('Volume could not be determined from export location '
                    '%(export)s.')
            msg_args = {'export': share['export_location']}
            raise exception.ManageInvalidShare(reason=msg % msg_args)

        # NOTE(felipe_rodrigues): depending on volume style, the aggregate_name
        # is a string (FlexVol) or a list (FlexGroup).
        pool_name = share_utils.extract_host(share['host'], level='pool')
        flexgroup_pool = False
        aggregate_name = pool_name
        if self._is_flexgroup_pool(pool_name):
            flexgroup_pool = True
            if self._is_flexgroup_auto:
                aggregate_name = self._client.get_aggregate_for_volume(
                    volume_name)
            else:
                aggregate_name = self._get_flexgroup_aggregate_list(pool_name)

        # Check that share and pool are from same style.
        flexgroup_vol = self._is_flexgroup_share(vserver_client, volume_name)
        if flexgroup_vol != flexgroup_pool:
            share_style = 'FlexGroup' if flexgroup_vol else 'FlexVol'
            pool_style = 'FlexGroup' if flexgroup_pool else 'FlexVol'
            msg = _('Could not manage share %(share)s on the specified pool '
                    '%(pool_name)s. The share is from %(share_style)s style, '
                    'while the pool is for %(pool_style)s style.')
            msg_args = {'share': volume_name, 'pool_name': pool_name,
                        'share_style': share_style, 'pool_style': pool_style}
            raise exception.ManageInvalidShare(reason=msg % msg_args)

        # Get existing volume info.
        volume = vserver_client.get_volume_to_manage(aggregate_name,
                                                     volume_name)

        if not volume:
            msg = _('Volume %(volume)s not found on pool %(pool)s.')
            msg_args = {'volume': volume_name, 'pool': pool_name}
            raise exception.ManageInvalidShare(reason=msg % msg_args)

        # When calculating the size, round up to the next GB.
        volume_size = int(math.ceil(float(volume['size']) / units.Gi))

        # Validate extra specs.
        extra_specs = share_types.get_extra_specs_from_share(share)
        extra_specs = self._remap_standard_boolean_extra_specs(extra_specs)
        try:
            self._check_extra_specs_validity(share, extra_specs)
            self._check_aggregate_extra_specs_validity(pool_name, extra_specs)
        except exception.ManilaException as ex:
            raise exception.ManageExistingShareTypeMismatch(
                reason=str(ex))

        # Ensure volume is manageable.
        self._validate_volume_for_manage(volume, vserver_client)

        provisioning_options = self._get_provisioning_options(extra_specs)
        qos_specs = self._get_normalized_qos_specs(extra_specs)
        self.validate_provisioning_options_for_share(provisioning_options,
                                                     extra_specs=extra_specs,
                                                     qos_specs=qos_specs)
        # Check fpolicy extra-specs.
        fpolicy_ext_include = provisioning_options.get(
            'fpolicy_extensions_to_include')
        fpolicy_ext_exclude = provisioning_options.get(
            'fpolicy_extensions_to_exclude')
        fpolicy_file_operations = provisioning_options.get(
            'fpolicy_file_operations')

        fpolicy_scope = None
        if fpolicy_ext_include or fpolicy_ext_include:
            fpolicy_scope = self._find_reusable_fpolicy_scope(
                share, vserver_client,
                fpolicy_extensions_to_include=fpolicy_ext_include,
                fpolicy_extensions_to_exclude=fpolicy_ext_exclude,
                fpolicy_file_operations=fpolicy_file_operations,
                shares_to_include=[volume_name]
            )
            if fpolicy_scope is None:
                msg = _('Volume %(volume)s does not contains the expected '
                        'fpolicy configuration.')
                msg_args = {'volume': volume_name}
                raise exception.ManageExistingShareTypeMismatch(
                    reason=msg % msg_args)

        share_name = self._get_backend_share_name(share['id'])
        mount_point_name = share.get('mount_point_name')
        debug_args = {
            'share': share_name,
            'aggr': (",".join(aggregate_name) if flexgroup_vol
                     else aggregate_name),
            'options': provisioning_options
        }
        LOG.debug('Managing share %(share)s on aggregate(s) %(aggr)s with '
                  'provisioning options %(options)s', debug_args)

        # Rename & remount volume on new path.
        vserver_client.unmount_volume(volume_name)
        vserver_client.set_volume_name(volume_name, share_name)
        vserver_client.mount_volume(share_name, mount_point_name)

        qos_policy_group_name = self._modify_or_create_qos_for_existing_share(
            share, extra_specs, vserver, vserver_client)
        if qos_policy_group_name:
            provisioning_options['qos_policy_group'] = qos_policy_group_name

        # Modify volume to match extra specs.
        vserver_client.modify_volume(aggregate_name, share_name,
                                     **provisioning_options)

        # Update fpolicy to include the new share name and remove the old one.
        if fpolicy_scope is not None:
            shares_to_include = copy.deepcopy(
                fpolicy_scope.get('shares-to-include', []))
            shares_to_include.remove(volume_name)
            shares_to_include.append(share_name)
            policy_name = fpolicy_scope.get('policy-name')
            # Update.
            vserver_client.modify_fpolicy_scope(
                share_name, policy_name, shares_to_include=shares_to_include)

        # Save original volume info to private storage.
        original_data = {
            'original_name': volume['name'],
            'original_junction_path': volume['junction-path']
        }
        self.private_storage.update(share['id'], original_data)

        return volume_size

    @na_utils.trace
    def _validate_volume_for_manage(self, volume, vserver_client):
        """Ensure volume is a candidate for becoming a share."""

        # Check volume info, extra specs validity
        if volume['type'] != 'rw' or volume['style'] != 'flex':
            msg = _('Volume %(volume)s must be a read-write flexible volume.')
            msg_args = {'volume': volume['name']}
            raise exception.ManageInvalidShare(reason=msg % msg_args)

        if vserver_client.volume_has_luns(volume['name']):
            msg = _('Volume %(volume)s must not contain LUNs.')
            msg_args = {'volume': volume['name']}
            raise exception.ManageInvalidShare(reason=msg % msg_args)

        if vserver_client.volume_has_junctioned_volumes(
                volume['junction-path']):
            msg = _('Volume %(volume)s must not have junctioned volumes.')
            msg_args = {'volume': volume['name']}
            raise exception.ManageInvalidShare(reason=msg % msg_args)

        if vserver_client.volume_has_snapmirror_relationships(volume):
            msg = _('Volume %(volume)s must not be in any snapmirror '
                    'relationships.')
            msg_args = {'volume': volume['name']}
            raise exception.ManageInvalidShare(reason=msg % msg_args)

    @na_utils.trace
    def manage_existing_snapshot(
            self, snapshot, driver_options, share_server=None):
        """Brings an existing snapshot under Manila management.

        The managed snapshot keeps with its name, not renaming to the driver
        snapshot name pattern (share_snapshot_<id>), because the rename is lost
        when reverting to the snapshot, causing some issues (bug #1936648).
        """

        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(snapshot['share_id'])
        existing_snapshot_name = snapshot.get('provider_location')

        if not existing_snapshot_name:
            msg = _('provider_location not specified.')
            raise exception.ManageInvalidShareSnapshot(reason=msg)

        # Get the volume containing the snapshot so we can report its size.
        try:
            volume = vserver_client.get_volume(share_name)
        except (netapp_api.NaApiError,
                exception.StorageResourceNotFound,
                exception.NetAppException):
            msg = _('Could not determine snapshot %(snap)s size from '
                    'volume %(vol)s.')
            msg_args = {'snap': existing_snapshot_name, 'vol': share_name}
            LOG.exception(msg, msg_args)
            raise exception.ShareNotFound(share_id=snapshot['share_id'])

        # Ensure snapshot is from the share.
        if not vserver_client.snapshot_exists(
                existing_snapshot_name, share_name):
            msg = _('Snapshot %(snap)s is not from the share %(vol)s.')
            msg_args = {'snap': existing_snapshot_name, 'vol': share_name}
            raise exception.ManageInvalidShareSnapshot(reason=msg % msg_args)

        # Ensure there aren't any mirrors on this volume.
        if vserver_client.volume_has_snapmirror_relationships(volume):
            msg = _('Share %s has SnapMirror relationships.')
            msg_args = {'vol': share_name}
            raise exception.ManageInvalidShareSnapshot(reason=msg % msg_args)

        # When calculating the size, round up to the next GB.
        size = int(math.ceil(float(volume['size']) / units.Gi))

        return {'size': size}

    @na_utils.trace
    def unmanage_snapshot(self, snapshot, share_server=None):
        """Removes the specified snapshot from Manila management."""

    @na_utils.trace
    def create_consistency_group_from_cgsnapshot(
            self, context, cg_dict, cgsnapshot_dict, share_server=None):
        """Creates a consistency group from an existing CG snapshot."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)

        # Ensure there is something to do
        if not cgsnapshot_dict['share_group_snapshot_members']:
            return None, None

        clone_list = self._collate_cg_snapshot_info(cg_dict, cgsnapshot_dict)
        share_update_list = []

        LOG.debug('Creating consistency group from CG snapshot %s.',
                  cgsnapshot_dict['id'])

        for clone in clone_list:

            self._allocate_container_from_snapshot(
                clone['share'], clone['snapshot'], vserver, vserver_client,
                NetAppCmodeFileStorageLibrary._get_backend_cg_snapshot_name)

            export_locations = self._create_export(clone['share'],
                                                   share_server,
                                                   vserver,
                                                   vserver_client)
            share_update_list.append({
                'id': clone['share']['id'],
                'export_locations': export_locations,
            })

        return None, share_update_list

    def _collate_cg_snapshot_info(self, cg_dict, cgsnapshot_dict):
        """Collate the data for a clone of a CG snapshot.

        Given two data structures, a CG snapshot (cgsnapshot_dict) and a new
        CG to be cloned from the snapshot (cg_dict), match up both structures
        into a list of dicts (share & snapshot) suitable for use by existing
        driver methods that clone individual share snapshots.
        """

        clone_list = list()

        for share in cg_dict['shares']:

            clone_info = {'share': share}

            for cgsnapshot_member in (
                    cgsnapshot_dict['share_group_snapshot_members']):
                if (share['source_share_group_snapshot_member_id'] ==
                        cgsnapshot_member['id']):
                    clone_info['snapshot'] = {
                        'share_id': cgsnapshot_member['share_id'],
                        'id': cgsnapshot_dict['id'],
                        'size': cgsnapshot_member['size'],
                    }
                    break

            else:
                msg = _("Invalid data supplied for creating consistency group "
                        "from CG snapshot %s.") % cgsnapshot_dict['id']
                raise exception.InvalidShareGroup(reason=msg)

            clone_list.append(clone_info)

        return clone_list

    @na_utils.trace
    def create_cgsnapshot(self, context, snap_dict, share_server=None):
        """Creates a consistency group snapshot."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)

        share_names = [self._get_backend_share_name(member['share_id'])
                       for member in
                       snap_dict.get('share_group_snapshot_members', [])]
        snapshot_name = self._get_backend_cg_snapshot_name(snap_dict['id'])

        if share_names:
            LOG.debug('Creating CG snapshot %s.', snapshot_name)
            vserver_client.create_cg_snapshot(share_names, snapshot_name)

        return None, None

    @na_utils.trace
    def delete_cgsnapshot(self, context, snap_dict, share_server=None):
        """Deletes a consistency group snapshot."""
        try:
            vserver, vserver_client = self._get_vserver(
                share_server=share_server)
        except (exception.InvalidInput,
                exception.VserverNotSpecified,
                exception.VserverNotFound) as error:
            LOG.warning("Could not determine share server for CG snapshot "
                        "being deleted: %(snap)s. Deletion of CG snapshot "
                        "record will proceed anyway. Error: %(error)s",
                        {'snap': snap_dict['id'], 'error': error})
            return None, None

        share_names = [self._get_backend_share_name(member['share_id'])
                       for member in (
                           snap_dict.get('share_group_snapshot_members', []))]
        snapshot_name = self._get_backend_cg_snapshot_name(snap_dict['id'])

        for share_name in share_names:
            try:
                self._delete_snapshot(
                    vserver_client, share_name, snapshot_name)
            except exception.SnapshotResourceNotFound:
                msg = ("Snapshot %(snap)s does not exist on share "
                       "%(share)s.")
                msg_args = {'snap': snapshot_name, 'share': share_name}
                LOG.info(msg, msg_args)
                continue

        return None, None

    @staticmethod
    def _is_group_cg(context, share_group):
        return 'host' == share_group.consistent_snapshot_support

    @na_utils.trace
    def create_group_snapshot(self, context, snap_dict, fallback_create,
                              share_server=None):
        share_group = snap_dict['share_group']
        if self._is_group_cg(context, share_group):
            return self.create_cgsnapshot(context, snap_dict,
                                          share_server=share_server)
        else:
            return fallback_create(context, snap_dict,
                                   share_server=share_server)

    @na_utils.trace
    def delete_group_snapshot(self, context, snap_dict, fallback_delete,
                              share_server=None):
        share_group = snap_dict['share_group']
        if self._is_group_cg(context, share_group):
            return self.delete_cgsnapshot(context, snap_dict,
                                          share_server=share_server)
        else:
            return fallback_delete(context, snap_dict,
                                   share_server=share_server)

    @na_utils.trace
    def create_group_from_snapshot(self, context, share_group,
                                   snapshot_dict, fallback_create,
                                   share_server=None):
        share_group2 = snapshot_dict['share_group']
        if self._is_group_cg(context, share_group2):
            return self.create_consistency_group_from_cgsnapshot(
                context, share_group, snapshot_dict,
                share_server=share_server)
        else:
            return fallback_create(context, share_group, snapshot_dict,
                                   share_server=share_server)

    @na_utils.trace
    def _adjust_qos_policy_with_volume_resize(self, share, new_size,
                                              vserver_client):
        # Adjust QoS policy on a share if any
        if self._have_cluster_creds:
            share_name = self._get_backend_share_name(share['id'])
            share_on_the_backend = vserver_client.get_volume(share_name)
            qos_policy_on_share = share_on_the_backend['qos-policy-group-name']
            if qos_policy_on_share is None:
                return

            extra_specs = share_types.get_extra_specs_from_share(share)
            qos_specs = self._get_normalized_qos_specs(extra_specs)
            size_dependent_specs = {k: v for k, v in qos_specs.items() if k in
                                    self.SIZE_DEPENDENT_QOS_SPECS}
            if size_dependent_specs:
                max_throughput = self._get_max_throughput(
                    new_size, size_dependent_specs)
                self._client.qos_policy_group_modify(
                    qos_policy_on_share, max_throughput)

    @na_utils.trace
    def extend_share(self, share, new_size, share_server=None):
        """Extends size of existing share."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(share['id'])
        vserver_client.set_volume_filesys_size_fixed(share_name,
                                                     filesys_size_fixed=False)
        LOG.debug('Extending share %(name)s to %(size)s GB.',
                  {'name': share_name, 'size': new_size})
        vserver_client.set_volume_size(share_name, new_size)
        self._adjust_qos_policy_with_volume_resize(share, new_size,
                                                   vserver_client)

    @na_utils.trace
    def shrink_share(self, share, new_size, share_server=None):
        """Shrinks size of existing share."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(share['id'])
        vserver_client.set_volume_filesys_size_fixed(share_name,
                                                     filesys_size_fixed=False)
        LOG.debug('Shrinking share %(name)s to %(size)s GB.',
                  {'name': share_name, 'size': new_size})

        try:
            vserver_client.set_volume_size(share_name, new_size)
        except netapp_api.NaApiError as e:
            if e.code == netapp_api.EVOLOPNOTSUPP:
                msg = _('Failed to shrink share %(share_id)s. '
                        'The current used space is larger than the the size'
                        ' requested.')
                msg_args = {'share_id': share['id']}
                LOG.error(msg, msg_args)
                raise exception.ShareShrinkingPossibleDataLoss(
                    share_id=share['id'])

        self._adjust_qos_policy_with_volume_resize(
            share, new_size, vserver_client)

    @na_utils.trace
    def update_access(self, context, share, access_rules, add_rules,
                      delete_rules, share_server=None):
        """Updates access rules for a share."""

        # NOTE(felipe_rodrigues): do not add export rules to a non-active
        # replica that is DR type, it might not have its policy yet.
        replica_state = share.get('replica_state')
        if (replica_state is not None and
                replica_state != constants.REPLICA_STATE_ACTIVE and
                not self._is_readable_replica(share)):
            return
        try:
            vserver, vserver_client = self._get_vserver(
                share_server=share_server)
        except (exception.InvalidInput,
                exception.VserverNotSpecified,
                exception.VserverNotFound) as error:
            LOG.warning("Could not determine share server for share "
                        "%(share)s during access rules update. "
                        "Error: %(error)s",
                        {'share': share['id'], 'error': error})
            return

        share_name = self._get_backend_share_name(share['id'])
        if self._share_exists(share_name, vserver_client):
            helper = self._get_helper(share)
            helper.set_client(vserver_client)
            helper.update_access(share, share_name, access_rules)
        else:
            raise exception.ShareResourceNotFound(share_id=share['id'])

    def setup_server(self, network_info, metadata=None):
        raise NotImplementedError()

    def teardown_server(self, server_details, security_services=None):
        raise NotImplementedError()

    def get_network_allocations_number(self):
        """Get number of network interfaces to be created."""
        raise NotImplementedError()

    @na_utils.trace
    def _update_ssc_info(self):
        """Periodically runs to update Storage Service Catalog data.

        The self._ssc_stats attribute is updated with the following format.
        {<aggregate_name> : {<ssc_key>: <ssc_value>}}
        """
        LOG.info("Updating storage service catalog information for "
                 "backend '%s'", self._backend_name)

        # Work on a copy and update the ssc data atomically before returning.
        ssc_stats = copy.deepcopy(self._ssc_stats)

        aggregate_names = self._find_matching_aggregates()

        # Initialize entries for each aggregate.
        for aggregate_name in aggregate_names:
            if aggregate_name not in ssc_stats:
                ssc_stats[aggregate_name] = {
                    'netapp_aggregate': aggregate_name,
                    'netapp_flexgroup': False,
                }

        # Initialize entries for each FlexGroup pool
        flexgroup_pools = self._flexgroup_pools
        for pool_name, aggr_list in flexgroup_pools.items():
            if pool_name not in ssc_stats:
                ssc_stats[pool_name] = {
                    'netapp_aggregate': " ".join(aggr_list),
                    'netapp_flexgroup': True,
                }

        # Add aggregate specs for pools
        aggr_set = set(aggregate_names).union(self._get_flexgroup_aggr_set())
        if self._have_cluster_creds and aggr_set:
            aggr_info = self._get_aggregate_info(aggr_set)

            # FlexVol pools
            for aggr_name in aggregate_names:
                ssc_stats[aggr_name].update(aggr_info[aggr_name])

            # FlexGroup pools
            for pool_name, aggr_list in flexgroup_pools.items():
                raid_type = set()
                hybrid = set()
                disk_type = set()
                for aggr in aggr_list:
                    raid_type.add(aggr_info[aggr]['netapp_raid_type'])
                    hybrid.add(aggr_info[aggr]['netapp_hybrid_aggregate'])
                    disk_type = disk_type.union(
                        aggr_info[aggr]['netapp_disk_type'])

                ssc_stats[pool_name].update({
                    'netapp_raid_type': " ".join(sorted(raid_type)),
                    'netapp_hybrid_aggregate': " ".join(sorted(hybrid)),
                    'netapp_disk_type': sorted(list(disk_type)),
                })

        self._ssc_stats = ssc_stats

    @na_utils.trace
    def _get_aggregate_info(self, aggregate_names):
        """Gets the disk type information for the driver aggregates.

        :param aggregate_names: The aggregates this driver cares about
        """
        aggr_info = {}
        for aggregate_name in aggregate_names:

            aggregate = self._client.get_aggregate(aggregate_name)
            hybrid = (str(aggregate.get('is-hybrid')).lower()
                      if 'is-hybrid' in aggregate else None)
            disk_types = self._client.get_aggregate_disk_types(aggregate_name)

            aggr_info[aggregate_name] = {
                'netapp_raid_type': aggregate.get('raid-type'),
                'netapp_hybrid_aggregate': hybrid,
                'netapp_disk_type': disk_types,
                'netapp_is_home': aggregate.get('is-home'),
            }

        return aggr_info

    def find_active_replica(self, replica_list):
        # NOTE(ameade): Find current active replica. There can only be one
        # active replica (SnapMirror source volume) at a time in cDOT.
        for r in replica_list:
            if r['replica_state'] == constants.REPLICA_STATE_ACTIVE:
                return r

    def _find_nonactive_replicas(self, replica_list):
        """Returns a list of all except the active replica."""
        return [replica for replica in replica_list
                if replica['replica_state'] != constants.REPLICA_STATE_ACTIVE]

    def create_replica(self, context, replica_list, new_replica,
                       access_rules, share_snapshots, share_server=None):
        """Creates the new replica on this backend and sets up SnapMirror."""
        active_replica = self.find_active_replica(replica_list)
        dm_session = data_motion.DataMotionSession()

        # check that the source and new replica reside in the same pool type:
        # either FlexGroup or FlexVol.
        src_share_name, src_vserver, src_backend = (
            dm_session.get_backend_info_for_share(active_replica))
        src_client = data_motion.get_client_for_backend(
            src_backend, vserver_name=src_vserver)
        src_is_flexgroup = self._is_flexgroup_share(src_client, src_share_name)

        pool_name = share_utils.extract_host(new_replica['host'], level='pool')
        dest_is_flexgroup = self._is_flexgroup_pool(pool_name)

        if src_is_flexgroup != dest_is_flexgroup:
            src_type = 'FlexGroup' if src_is_flexgroup else 'FlexVol'
            dest_type = 'FlexGroup' if dest_is_flexgroup else 'FlexVol'
            msg = _('Could not create replica %(replica_id)s from share '
                    '%(share_id)s in the destination host %(dest_host)s. The '
                    'source share is from %(src_type)s style, while the '
                    'destination replica host is %(dest_type)s style.')
            msg_args = {'replica_id': new_replica['id'],
                        'share_id': new_replica['share_id'],
                        'dest_host': new_replica['host'],
                        'src_type': src_type, 'dest_type': dest_type}
            raise exception.NetAppException(msg % msg_args)

        # NOTE(felipe_rodrigues): The FlexGroup replication does not support
        # several replicas (fan-out) in some ONTAP versions, while FlexVol is
        # always supported.
        if dest_is_flexgroup:
            fan_out = (src_client.is_flexgroup_fan_out_supported() and
                       self._client.is_flexgroup_fan_out_supported())
            if not fan_out and len(replica_list) > 2:
                msg = _('Could not create replica %(replica_id)s from share '
                        '%(share_id)s in the destination host %(dest_host)s. '
                        'The share does not support more than one replica.')
                msg_args = {'replica_id': new_replica['id'],
                            'share_id': new_replica['share_id'],
                            'dest_host': new_replica['host']}
                raise exception.NetAppException(msg % msg_args)

        # 1. Create the destination share
        dest_backend = share_utils.extract_host(new_replica['host'],
                                                level='backend_name')

        vserver = (dm_session.get_vserver_from_share(new_replica) or
                   self.configuration.netapp_vserver)

        vserver_client = data_motion.get_client_for_backend(
            dest_backend, vserver_name=vserver)

        is_readable = self._is_readable_replica(new_replica)
        self._allocate_container(new_replica, vserver, vserver_client,
                                 replica=True, create_fpolicy=False,
                                 set_qos=is_readable)

        # 2. Setup SnapMirror with mounting replica whether 'readable' type.
        relationship_type = na_utils.get_relationship_type(dest_is_flexgroup)
        dm_session.create_snapmirror(active_replica, new_replica,
                                     relationship_type, mount=is_readable)

        # 3. Create export location
        model_update = {
            'export_locations': [],
            'replica_state': constants.REPLICA_STATE_OUT_OF_SYNC,
            'access_rules_status': constants.STATUS_ACTIVE,
        }
        if is_readable:
            model_update['export_locations'] = self._create_export(
                new_replica, share_server, vserver, vserver_client,
                replica=True)

            if access_rules:
                helper = self._get_helper(new_replica)
                helper.set_client(vserver_client)
                share_name = self._get_backend_share_name(new_replica['id'])
                try:
                    helper.update_access(new_replica, share_name, access_rules)
                except Exception:
                    model_update['access_rules_status'] = (
                        constants.SHARE_INSTANCE_RULES_ERROR)

        return model_update

    def delete_replica(self, context, replica_list, replica, share_snapshots,
                       share_server=None):
        """Removes the replica on this backend and destroys SnapMirror."""
        dm_session = data_motion.DataMotionSession()
        # 1. Remove SnapMirror
        dest_backend = share_utils.extract_host(replica['host'],
                                                level='backend_name')
        vserver = (dm_session.get_vserver_from_share(replica) or
                   self.configuration.netapp_vserver)

        # Ensure that all potential snapmirror relationships and their metadata
        # involving the replica are destroyed.
        for other_replica in replica_list:
            if other_replica['id'] != replica['id']:
                dm_session.delete_snapmirror(other_replica, replica)
                dm_session.delete_snapmirror(replica, other_replica)

        # 2. Delete share
        is_readable = self._is_readable_replica(replica)
        vserver_client = data_motion.get_client_for_backend(
            dest_backend, vserver_name=vserver)
        self._delete_share(replica, vserver, vserver_client,
                           remove_export=is_readable, remove_qos=is_readable)

    @na_utils.trace
    def _convert_schedule_to_seconds(self, schedule='hourly'):
        """Convert snapmirror schedule to seconds."""
        results = re.findall(r'[\d]+|[^d]+', schedule)
        if not results or len(results) > 2:
            return 3600  # default (1 hour)

        if len(results) == 2:
            try:
                num = int(results[0])
            except ValueError:
                return 3600
            schedule = results[1]
        else:
            num = 1
            schedule = results[0]
        schedule = schedule.lower()
        if schedule in ['min', 'minute']:
            return (num * 60)
        if schedule in ['hour', 'hourly']:
            return (num * 3600)
        if schedule in ['day', 'daily']:
            return (num * 24 * 3600)
        if schedule in ['week', 'weekly']:
            return (num * 7 * 24 * 3600)
        if schedule in ['month', 'monthly']:
            return (num * 30 * 24 * 2600)
        return 3600

    def update_replica_state(self, context, replica_list, replica,
                             access_rules, share_snapshots, share_server=None,
                             replication=True):
        """Returns the status of the given replica on this backend."""
        active_replica = self.find_active_replica(replica_list)

        share_name = self._get_backend_share_name(replica['id'])
        vserver, vserver_client = self._get_vserver(share_server=share_server)

        if not vserver_client.volume_exists(share_name):
            msg = _("Volume %(share_name)s does not exist on vserver "
                    "%(vserver)s.")
            msg_args = {'share_name': share_name, 'vserver': vserver}
            raise exception.ShareResourceNotFound(msg % msg_args)

        # NOTE(cknight): The SnapMirror may have been intentionally broken by
        # a revert-to-snapshot operation, in which case this method should not
        # attempt to change anything.
        if active_replica['status'] == constants.STATUS_REVERTING:
            return None

        dm_session = data_motion.DataMotionSession()
        try:
            snapmirrors = dm_session.get_snapmirrors(active_replica, replica)
        except netapp_api.NaApiError:
            LOG.exception("Could not get snapmirrors for replica %s.",
                          replica['id'])
            return constants.STATUS_ERROR

        is_readable = replication and self._is_readable_replica(replica)
        if not snapmirrors:
            if replica['status'] != constants.STATUS_CREATING:
                try:
                    pool_name = share_utils.extract_host(replica['host'],
                                                         level='pool')
                    relationship_type = na_utils.get_relationship_type(
                        self._is_flexgroup_pool(pool_name))
                    dm_session.create_snapmirror(active_replica, replica,
                                                 relationship_type,
                                                 mount=is_readable)
                except netapp_api.NaApiError:
                    LOG.exception("Could not create snapmirror for "
                                  "replica %s.", replica['id'])
                    return constants.STATUS_ERROR
            return constants.REPLICA_STATE_OUT_OF_SYNC

        snapmirror = snapmirrors[0]
        # NOTE(dviroel): Don't try to resume or resync a SnapMirror that has
        # one of the in progress transfer states, because the storage will
        # answer with an error.
        in_progress_status = ['preparing', 'transferring', 'finalizing',
                              'synchronizing']
        if (snapmirror.get('mirror-state') != 'snapmirrored' and
                (snapmirror.get('relationship-status') in in_progress_status or
                 snapmirror.get('transferring-state') in in_progress_status)):
            return constants.REPLICA_STATE_OUT_OF_SYNC

        if snapmirror.get('mirror-state') != 'snapmirrored':
            try:
                vserver_client.resume_snapmirror_vol(
                    snapmirror['source-vserver'],
                    snapmirror['source-volume'],
                    vserver,
                    share_name)
                vserver_client.resync_snapmirror_vol(
                    snapmirror['source-vserver'],
                    snapmirror['source-volume'],
                    vserver,
                    share_name)
                return constants.REPLICA_STATE_OUT_OF_SYNC
            except netapp_api.NaApiError:
                LOG.exception("Could not resync snapmirror.")
                return constants.STATUS_ERROR

        current_schedule = snapmirror.get('schedule')
        new_schedule = self.configuration.netapp_snapmirror_schedule
        if current_schedule != new_schedule:
            dm_session.modify_snapmirror(active_replica, replica,
                                         schedule=new_schedule)
            LOG.debug('Modify snapmirror schedule for replica:'
                      '%(replica)s from %(from)s to %(to)s',
                      {'replica': replica['id'],
                       'from': current_schedule,
                       'to': new_schedule})

        last_update_timestamp = float(
            snapmirror.get('last-transfer-end-timestamp', 0))
        # Recovery Point Objective (RPO) indicates the point in time to
        # which data can be recovered. The RPO target is typically less
        # than twice the replication schedule.
        if (last_update_timestamp and
            (timeutils.is_older_than(
                datetime.datetime.utcfromtimestamp(last_update_timestamp)
                .isoformat(), (2 * self._snapmirror_schedule)))):
            return constants.REPLICA_STATE_OUT_OF_SYNC

        replica_backend = share_utils.extract_host(replica['host'],
                                                   level='backend_name')
        config = data_motion.get_backend_configuration(replica_backend)
        config_size = (int(config.safe_get(
            'netapp_snapmirror_last_transfer_size_limit')) * units.Ki)
        last_transfer_size = int(snapmirror.get('last-transfer-size', 0))
        if last_transfer_size > config_size:
            return constants.REPLICA_STATE_OUT_OF_SYNC

        last_transfer_error = snapmirror.get('last-transfer-error', None)
        if last_transfer_error:
            LOG.debug('Found last-transfer-error: %(error)s for replica: '
                      '%(replica)s.', {'replica': replica['id'],
                                       'error': last_transfer_error})
            return constants.REPLICA_STATE_OUT_OF_SYNC

        # Check all snapshots exist
        snapshots = [snap['share_replica_snapshot']
                     for snap in share_snapshots]
        for snap in snapshots:
            snapshot_name = snap.get('provider_location')
            if (not snapshot_name or
                    not vserver_client.snapshot_exists(snapshot_name,
                                                       share_name)):
                return constants.REPLICA_STATE_OUT_OF_SYNC

        # NOTE(sfernand): When promoting replicas, the previous source volume
        # and its destinations are put in an 'out of sync' state and must be
        # cleaned up once to avoid retaining unused snapshots from the previous
        # relationship. Replicas already 'in-sync' won't try another cleanup
        # attempt.
        if replica['replica_state'] == constants.REPLICA_STATE_OUT_OF_SYNC:
            dm_session.cleanup_previous_snapmirror_relationships(
                replica, replica_list)

        return constants.REPLICA_STATE_IN_SYNC

    def promote_replica(self, context, replica_list, replica, access_rules,
                        share_server=None, quiesce_wait_time=None):
        """Switch SnapMirror relationships and allow r/w ops on replica.

        Creates a DataMotion session and switches the direction of the
        SnapMirror relationship between the currently 'active' instance (
        SnapMirror source volume) and the replica. Also attempts setting up
        SnapMirror relationships between the other replicas and the new
        SnapMirror source volume ('active' instance).

        For DR style, the promotion creates the QoS policy and export policy
        for the new active replica. While for 'readable', those specs are only
        updated without unmounting.

        :param context: Request Context
        :param replica_list: List of replicas, including the 'active' instance
        :param replica: Replica to promote to SnapMirror source
        :param access_rules: Access rules to apply to the replica
        :param share_server: ShareServer class instance of replica
        :param quiesce_wait_time: Wait time in seconds for snapmirror quiesce
        :return: Updated replica_list
        """
        orig_active_replica = self.find_active_replica(replica_list)

        dm_session = data_motion.DataMotionSession()

        new_replica_list = []

        # Setup the new active replica
        try:
            new_active_replica = (
                self._convert_destination_replica_to_independent(
                    context, dm_session, orig_active_replica, replica,
                    access_rules, share_server=share_server,
                    quiesce_wait_time=quiesce_wait_time))
        except exception.StorageCommunicationException:
            LOG.exception("Could not communicate with the backend "
                          "for replica %s during promotion.",
                          replica['id'])
            new_active_replica = replica.copy()
            new_active_replica['replica_state'] = (
                constants.STATUS_ERROR)
            new_active_replica['status'] = constants.STATUS_ERROR
            return [new_active_replica]

        new_replica_list.append(new_active_replica)

        # Change the source replica for all destinations to the new
        # active replica.
        is_dr = not self._is_readable_replica(replica)
        pool_name = share_utils.extract_host(replica['host'], level='pool')
        is_flexgroup = self._is_flexgroup_pool(pool_name)
        for r in replica_list:
            if r['id'] != replica['id']:
                r = self._safe_change_replica_source(dm_session, r,
                                                     orig_active_replica,
                                                     replica, replica_list,
                                                     is_dr, access_rules,
                                                     share_server=share_server,
                                                     is_flexgroup=is_flexgroup)
                new_replica_list.append(r)

        if is_dr:
            # NOTE(felipe_rodrigues): non active DR replica does not have the
            # export location set, so during replica deletion the driver cannot
            # delete the ONTAP export. Clean up it when becoming non active.
            orig_active_vserver = dm_session.get_vserver_from_share(
                orig_active_replica)
            orig_active_replica_backend = (
                share_utils.extract_host(orig_active_replica['host'],
                                         level='backend_name'))
            orig_active_replica_name = self._get_backend_share_name(
                orig_active_replica['id'])
            orig_active_vserver_client = data_motion.get_client_for_backend(
                orig_active_replica_backend, vserver_name=orig_active_vserver)
            orig_active_replica_helper = self._get_helper(orig_active_replica)
            orig_active_replica_helper.set_client(orig_active_vserver_client)
            try:
                orig_active_replica_helper.cleanup_demoted_replica(
                    orig_active_replica, orig_active_replica_name)
            except exception.StorageCommunicationException:
                LOG.exception(
                    "Could not cleanup the original active replica export %s.",
                    orig_active_replica['id'])

            self._unmount_orig_active_replica(orig_active_replica,
                                              orig_active_vserver)

        self._handle_qos_on_replication_change(dm_session,
                                               new_active_replica,
                                               orig_active_replica,
                                               is_dr,
                                               share_server=share_server)

        self._update_autosize_attributes_after_promote_replica(
            orig_active_replica, new_active_replica, dm_session)

        return new_replica_list

    def _unmount_orig_active_replica(self, orig_active_replica,
                                     orig_active_vserver=None):
        orig_active_replica_backend = (
            share_utils.extract_host(orig_active_replica['host'],
                                     level='backend_name'))
        orig_active_vserver_client = data_motion.get_client_for_backend(
            orig_active_replica_backend,
            vserver_name=orig_active_vserver)
        share_name = self._get_backend_share_name(
            orig_active_replica['id'])
        try:
            orig_active_vserver_client.unmount_volume(share_name,
                                                      force=True)
            LOG.info("Unmount of the original active replica %s successful.",
                     orig_active_replica['id'])
        except exception.StorageCommunicationException:
            LOG.exception("Could not unmount the original active replica %s.",
                          orig_active_replica['id'])

    def _get_replica_info(self, replica, dm_session):
        """Retrieves a dict with the replica information.

        :param replica: Share replica.
        :param dm_session: Data Motion session.

        :return: A dict with the replica information.
        """
        extra_specs = share_types.get_extra_specs_from_share(replica)
        provisioning_options = self._get_provisioning_options(extra_specs)
        replica_name = self._get_backend_share_name(replica['id'])
        vserver = dm_session.get_vserver_from_share(replica)

        replica_backend = share_utils.extract_host(replica['host'],
                                                   level='backend_name')

        replica_client = data_motion.get_client_for_backend(
            replica_backend, vserver_name=vserver)

        pool_name = share_utils.extract_host(replica['host'], level='pool')
        is_flexgroup = self._is_flexgroup_pool(pool_name)

        if is_flexgroup:
            replica_aggregate = self._get_flexgroup_aggregate_list(pool_name)
        else:
            replica_aggregate = share_utils.extract_host(
                replica['host'], level='pool')

        replica_info = {
            'client': replica_client,
            'aggregate': replica_aggregate,
            'name': replica_name,
            'provisioning_options': provisioning_options,
        }

        return replica_info

    def _update_autosize_attributes_after_promote_replica(
            self, orig_active_replica, new_active_replica, dm_session):
        """Update autosize attributes after replica is promoted"""

        # 1. Get the info from original active replica
        orig_active_replica_info = self._get_replica_info(
            orig_active_replica, dm_session)

        # 2. Get the info from the promoted replica (new_active_replica)
        new_active_replica_info = self._get_replica_info(
            new_active_replica, dm_session)

        # 3. Set autosize attributes for orig_active_replica

        # Reset the autosize attributes according to the volume type (RW or DP)
        orig_active_replica_autosize_attributes = {'reset': 'true'}

        orig_provisioning_opts = (
            orig_active_replica_info['provisioning_options'])

        orig_provisioning_opts['autosize_attributes'] = (
            orig_active_replica_autosize_attributes)

        orig_active_replica_info['client'].modify_volume(
            orig_active_replica_info['aggregate'],
            orig_active_replica_info['name'],
            **orig_provisioning_opts)

        # 4. Set autosize attributes for new_active_replica

        # Reset the autosize attributes according to the volume type (RW or DP)
        new_active_replica_autosize_attributes = {'reset': 'true'}

        new_provisioning_opts = (
            new_active_replica_info['provisioning_options'])

        new_provisioning_opts['autosize_attributes'] = (
            new_active_replica_autosize_attributes)

        new_active_replica_info['client'].modify_volume(
            new_active_replica_info['aggregate'],
            new_active_replica_info['name'],
            **new_provisioning_opts)

    def _handle_qos_on_replication_change(self, dm_session, new_active_replica,
                                          orig_active_replica, is_dr,
                                          share_server=None):
        """Handle QoS change while promoting a replica."""

        # QoS is only available for cluster credentials.
        if not self._have_cluster_creds:
            return

        extra_specs = share_types.get_extra_specs_from_share(
            orig_active_replica)
        qos_specs = self._get_normalized_qos_specs(extra_specs)

        if is_dr and qos_specs:
            dm_session.remove_qos_on_old_active_replica(orig_active_replica)

        if qos_specs:
            # Check if a QoS policy already exists for the promoted replica,
            # if it does, modify it as necessary, else create it:
            try:
                new_active_replica_qos_policy = (
                    self._get_backend_qos_policy_group_name(
                        new_active_replica['id']))
                vserver, vserver_client = self._get_vserver(
                    share_server=share_server)

                volume_name_on_backend = self._get_backend_share_name(
                    new_active_replica['id'])
                if not self._client.qos_policy_group_exists(
                        new_active_replica_qos_policy):
                    self._create_qos_policy_group(
                        new_active_replica, vserver, qos_specs)
                else:
                    max_throughput = self._get_max_throughput(
                        new_active_replica['size'], qos_specs)
                    self._client.qos_policy_group_modify(
                        new_active_replica_qos_policy, max_throughput)
                vserver_client.set_qos_policy_group_for_volume(
                    volume_name_on_backend, new_active_replica_qos_policy)

                LOG.info("QoS policy applied successfully for promoted "
                         "replica: %s", new_active_replica['id'])
            except Exception:
                LOG.exception("Could not apply QoS to the promoted replica.")

    def _convert_destination_replica_to_independent(
            self, context, dm_session, orig_active_replica, replica,
            access_rules, share_server=None, quiesce_wait_time=None):
        """Breaks SnapMirror and allows r/w ops on the destination replica.

        For promotion, the existing SnapMirror relationship must be broken
        and access rules have to be granted to the broken off replica to
        use it as an independent share.

        :param context: Request Context
        :param dm_session: Data motion object for SnapMirror operations
        :param orig_active_replica: Original SnapMirror source
        :param replica: Replica to promote to SnapMirror source
        :param access_rules: Access rules to apply to the replica
        :param share_server: ShareServer class instance of replica
        :param quiesce_wait_time: Wait time in seconds for snapmirror quiesce
        :return: Updated replica
        """
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(replica['id'])

        try:
            # 1. Start an update to try to get a last minute transfer before we
            # quiesce and break
            dm_session.update_snapmirror(orig_active_replica, replica)
        except exception.StorageCommunicationException:
            # Ignore any errors since the current source replica may be
            # unreachable
            pass
        # 2. Break SnapMirror
        dm_session.break_snapmirror(orig_active_replica, replica,
                                    quiesce_wait_time=quiesce_wait_time)

        # 3. Setup access rules
        new_active_replica = replica.copy()
        new_active_replica['export_locations'] = self._create_export(
            new_active_replica, share_server, vserver, vserver_client)

        helper = self._get_helper(replica)
        helper.set_client(vserver_client)
        try:
            helper.update_access(replica, share_name, access_rules)
        except Exception:
            new_active_replica['access_rules_status'] = (
                constants.SHARE_INSTANCE_RULES_SYNCING)
        else:
            new_active_replica['access_rules_status'] = constants.STATUS_ACTIVE

        new_active_replica['replica_state'] = constants.REPLICA_STATE_ACTIVE

        # 4. Set File system size fixed to false
        vserver_client.set_volume_filesys_size_fixed(share_name,
                                                     filesys_size_fixed=False)

        return new_active_replica

    def _safe_change_replica_source(self, dm_session, replica,
                                    orig_source_replica,
                                    new_source_replica, replica_list,
                                    is_dr, access_rules,
                                    share_server=None, is_flexgroup=False):
        """Attempts to change the SnapMirror source to new source.

        If the attempt fails, 'replica_state' is set to 'error'.

        :param dm_session: Data motion object for SnapMirror operations.
        :param replica: Replica that requires a change of source.
        :param orig_source_replica: Original SnapMirror source volume.
        :param new_source_replica: New SnapMirror source volume.
        :param is_dr: the replication type is dr, otherwise it is readable.
        :param access_rules: share access rules to be applied.
        :param share_server: share server.
        :param is_flexgroup: the replication is over FlexGroup style
        :return: Updated replica.
        """
        try:
            dm_session.change_snapmirror_source(replica,
                                                orig_source_replica,
                                                new_source_replica,
                                                replica_list,
                                                is_flexgroup=is_flexgroup)
        except exception.StorageCommunicationException:
            replica['status'] = constants.STATUS_ERROR
            replica['replica_state'] = constants.STATUS_ERROR
            if is_dr:
                replica['export_locations'] = []
            msg = ("Failed to change replica (%s) to a SnapMirror "
                   "destination. Replica backend is unreachable.")

            LOG.exception(msg, replica['id'])
            return replica
        except netapp_api.NaApiError:
            replica['status'] = constants.STATUS_ERROR
            replica['replica_state'] = constants.STATUS_ERROR
            if is_dr:
                replica['export_locations'] = []
            msg = ("Failed to change replica (%s) to a SnapMirror "
                   "destination.")
            LOG.exception(msg, replica['id'])
            return replica

        replica['replica_state'] = constants.REPLICA_STATE_OUT_OF_SYNC
        replica['status'] = constants.STATUS_AVAILABLE
        if is_dr:
            replica['export_locations'] = []
            return replica

        # NOTE(felipe_rodrigues): readable replica might be in an error
        # state without mounting and export. Retries to recover it.
        replica_volume_name, replica_vserver, replica_backend = (
            dm_session.get_backend_info_for_share(replica))
        replica_client = data_motion.get_client_for_backend(
            replica_backend, vserver_name=replica_vserver)

        try:
            replica_config = data_motion.get_backend_configuration(
                replica_backend)
            dm_session.wait_for_mount_replica(
                replica_client, replica_volume_name,
                timeout=replica_config.netapp_mount_replica_timeout)
        except netapp_api.NaApiError:
            replica['status'] = constants.STATUS_ERROR
            replica['replica_state'] = constants.STATUS_ERROR
            msg = "Failed to mount readable replica (%s)."
            LOG.exception(msg, replica['id'])
            return replica

        try:
            replica['export_locations'] = self._create_export(
                replica, share_server, replica_vserver, replica_client,
                replica=True)
        except netapp_api.NaApiError:
            replica['status'] = constants.STATUS_ERROR
            replica['replica_state'] = constants.STATUS_ERROR
            msg = "Failed to create export for readable replica (%s)."
            LOG.exception(msg, replica['id'])
            return replica

        helper = self._get_helper(replica)
        helper.set_client(replica_client)
        try:
            helper.update_access(
                replica, replica_volume_name, access_rules)
        except Exception:
            replica['access_rules_status'] = (
                constants.SHARE_INSTANCE_RULES_ERROR)
        else:
            replica['access_rules_status'] = constants.STATUS_ACTIVE

        return replica

    def create_replicated_snapshot(self, context, replica_list,
                                   snapshot_instances, share_server=None):
        active_replica = self.find_active_replica(replica_list)
        active_snapshot = [x for x in snapshot_instances
                           if x['share_id'] == active_replica['id']][0]
        snapshot_name = self._get_backend_snapshot_name(active_snapshot['id'])

        self.create_snapshot(context, active_snapshot,
                             share_server=share_server)

        active_snapshot['status'] = constants.STATUS_AVAILABLE
        active_snapshot['provider_location'] = snapshot_name
        snapshots = [active_snapshot]
        instances = zip(sorted(replica_list,
                               key=lambda x: x['id']),
                        sorted(snapshot_instances,
                               key=lambda x: x['share_id']))

        for replica, snapshot in instances:
            if snapshot['id'] != active_snapshot['id']:
                snapshot['provider_location'] = snapshot_name
                snapshots.append(snapshot)
                dm_session = data_motion.DataMotionSession()
                if replica.get('host'):
                    try:
                        dm_session.update_snapmirror(active_replica,
                                                     replica)
                    except netapp_api.NaApiError as e:
                        not_initialized = 'not initialized'
                        if (e.code != netapp_api.EOBJECTNOTFOUND and
                                not_initialized not in e.message):
                            raise
        return snapshots

    def delete_replicated_snapshot(self, context, replica_list,
                                   snapshot_instances, share_server=None):
        active_replica = self.find_active_replica(replica_list)
        active_snapshot = [x for x in snapshot_instances
                           if x['share_id'] == active_replica['id']][0]

        self.delete_snapshot(context, active_snapshot,
                             share_server=share_server,
                             snapshot_name=active_snapshot['provider_location']
                             )
        active_snapshot['status'] = constants.STATUS_DELETED
        instances = zip(sorted(replica_list,
                               key=lambda x: x['id']),
                        sorted(snapshot_instances,
                               key=lambda x: x['share_id']))

        for replica, snapshot in instances:
            if snapshot['id'] != active_snapshot['id']:
                dm_session = data_motion.DataMotionSession()
                if replica.get('host'):
                    try:
                        dm_session.update_snapmirror(active_replica, replica)
                    except netapp_api.NaApiError as e:
                        not_initialized = 'not initialized'
                        if (e.code != netapp_api.EOBJECTNOTFOUND and
                                not_initialized not in e.message):
                            raise

        return [active_snapshot]

    def update_replicated_snapshot(self, replica_list, share_replica,
                                   snapshot_instances, snapshot_instance,
                                   share_server=None):
        active_replica = self.find_active_replica(replica_list)
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(
            snapshot_instance['share_id'])
        snapshot_name = snapshot_instance.get('provider_location')
        # NOTE(ameade): If there is no provider location,
        # then grab from active snapshot instance
        if snapshot_name is None:
            active_snapshot = [x for x in snapshot_instances
                               if x['share_id'] == active_replica['id']][0]
            snapshot_name = active_snapshot.get('provider_location')
            if not snapshot_name:
                return

        try:
            snapshot_exists = vserver_client.snapshot_exists(snapshot_name,
                                                             share_name)
        except exception.SnapshotUnavailable:
            # The volume must still be offline
            return

        if (snapshot_exists and
                snapshot_instance['status'] == constants.STATUS_CREATING):
            return {
                'status': constants.STATUS_AVAILABLE,
                'provider_location': snapshot_name,
            }
        elif (not snapshot_exists and
              snapshot_instance['status'] == constants.STATUS_DELETING):
            raise exception.SnapshotResourceNotFound(
                name=snapshot_instance.get('provider_location'))

        dm_session = data_motion.DataMotionSession()
        try:
            dm_session.update_snapmirror(active_replica, share_replica)
        except netapp_api.NaApiError as e:
            # ignore exception in case the relationship does not exist or it
            # is not completely initialized yet.
            not_initialized = 'not initialized'
            if (e.code != netapp_api.EOBJECTNOTFOUND and
                    not_initialized not in e.message):
                raise

    def revert_to_replicated_snapshot(self, context, active_replica,
                                      replica_list, active_replica_snapshot,
                                      replica_snapshots, share_server=None):
        """Reverts a replicated share (in place) to the specified snapshot."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_name = self._get_backend_share_name(
            active_replica_snapshot['share_id'])
        snapshot_name = (
            active_replica_snapshot.get('provider_location') or
            self._get_backend_snapshot_name(active_replica_snapshot['id']))

        LOG.debug('Restoring snapshot %s', snapshot_name)

        dm_session = data_motion.DataMotionSession()
        non_active_replica_list = self._find_nonactive_replicas(replica_list)

        # Ensure source snapshot exists
        vserver_client.get_snapshot(share_name, snapshot_name)

        # Break all mirrors
        for replica in non_active_replica_list:
            try:
                dm_session.break_snapmirror(
                    active_replica, replica, mount=False)
            except netapp_api.NaApiError as e:
                if e.code != netapp_api.EOBJECTNOTFOUND:
                    raise

        # Delete source SnapMirror snapshots that will prevent a snap restore
        snapmirror_snapshot_names = vserver_client.list_snapmirror_snapshots(
            share_name)
        for snapmirror_snapshot_name in snapmirror_snapshot_names:
            vserver_client.delete_snapshot(
                share_name, snapmirror_snapshot_name, ignore_owners=True)

        # Restore source snapshot of interest
        vserver_client.restore_snapshot(share_name, snapshot_name)

        # Reestablish mirrors
        for replica in non_active_replica_list:
            try:
                dm_session.resync_snapmirror(active_replica, replica)
            except netapp_api.NaApiError as e:
                if e.code != netapp_api.EOBJECTNOTFOUND:
                    raise

    def _is_readable_replica(self, replica):
        """Check the replica type to find out if the replica is readable."""
        extra_specs = share_types.get_extra_specs_from_share(replica)
        return (extra_specs.get('replication_type') ==
                constants.REPLICATION_TYPE_READABLE)

    def _check_destination_vserver_for_vol_move(self, source_share,
                                                source_vserver,
                                                dest_share_server):
        try:
            destination_vserver, __ = self._get_vserver(
                share_server=dest_share_server)
        except exception.InvalidParameterValue:
            destination_vserver = None

        if source_vserver != destination_vserver:
            msg = _("Cannot migrate %(shr)s efficiently from source "
                    "VServer %(src)s to destination VServer %(dest)s.")
            msg_args = {
                'shr': source_share['id'],
                'src': source_vserver,
                'dest': destination_vserver,
            }
            raise exception.NetAppException(msg % msg_args)

    def migration_check_compatibility(self, context, source_share,
                                      destination_share, share_server=None,
                                      destination_share_server=None):
        """Checks compatibility between self.host and destination host."""
        # We need cluster creds to perform an intra-cluster data motion
        compatible = False
        destination_host = destination_share['host']

        if self._have_cluster_creds:
            try:
                backend = share_utils.extract_host(
                    destination_host, level='backend_name')
                destination_aggregate = share_utils.extract_host(
                    destination_host, level='pool')
                source_pool = share_utils.extract_host(
                    source_share['host'], level='pool')

                # Check the source/destination pool type, they must be FlexVol.
                if self._is_flexgroup_pool(source_pool):
                    msg = _("Cannot migrate share because it resides on a "
                            "FlexGroup pool.")
                    raise exception.NetAppException(msg)

                dm_session = data_motion.DataMotionSession()
                if self.is_flexgroup_destination_host(destination_host,
                                                      dm_session):
                    msg = _("Cannot migrate share because the destination "
                            "pool is FlexGroup type.")
                    raise exception.NetAppException(msg)

                # Validate new extra-specs are valid on the destination
                extra_specs = share_types.get_extra_specs_from_share(
                    destination_share)
                self._check_extra_specs_validity(
                    destination_share, extra_specs)
                # NOTE(dviroel): Check if the destination share-type has valid
                # provisioning options.
                provisioning_options = self._get_provisioning_options(
                    extra_specs)
                qos_specs = self._get_normalized_qos_specs(extra_specs)
                self.validate_provisioning_options_for_share(
                    provisioning_options, extra_specs=extra_specs,
                    qos_specs=qos_specs)
                # Validate destination against fpolicy extra specs
                fpolicy_ext_include = provisioning_options.get(
                    'fpolicy_extensions_to_include')
                fpolicy_ext_exclude = provisioning_options.get(
                    'fpolicy_extensions_to_exclude')
                fpolicy_file_operations = provisioning_options.get(
                    'fpolicy_file_operations')
                if fpolicy_ext_include or fpolicy_ext_include:
                    __, dest_client = self._get_vserver(
                        share_server=destination_share_server)
                    fpolicies = dest_client.get_fpolicy_policies_status()
                    if len(fpolicies) >= self.FPOLICY_MAX_VSERVER_POLICIES:
                        # If we can't create a new policy for the new share,
                        # we need to reuse an existing one.
                        reusable_scopes = self._find_reusable_fpolicy_scope(
                            destination_share, dest_client,
                            fpolicy_extensions_to_include=fpolicy_ext_include,
                            fpolicy_extensions_to_exclude=fpolicy_ext_exclude,
                            fpolicy_file_operations=fpolicy_file_operations)
                        if not reusable_scopes:
                            msg = _(
                                "Cannot migrate share because the destination "
                                "reached its maximum number of policies.")
                            raise exception.NetAppException(msg)
                # NOTE (felipe_rodrigues): NetApp only can migrate within the
                # same server, so it does not need to check that the
                # destination share has the same NFS config as the destination
                # server.

                # TODO(gouthamr): Check whether QoS min-throughputs can be
                # honored on the destination aggregate when supported.
                self._check_aggregate_extra_specs_validity(
                    destination_aggregate, extra_specs)

                data_motion.get_backend_configuration(backend)

                source_vserver, __ = self._get_vserver(
                    share_server=share_server)
                share_volume = self._get_backend_share_name(
                    source_share['id'])
                # NOTE(dviroel): If source and destination vservers are
                # compatible for volume move, the provisioning option
                # 'adaptive_qos_policy_group' will also be supported since the
                # share will remain in the same vserver.
                self._check_destination_vserver_for_vol_move(
                    source_share, source_vserver, destination_share_server)

                encrypt_dest = self._get_dest_flexvol_encryption_value(
                    destination_share)
                self._client.check_volume_move(
                    share_volume, source_vserver, destination_aggregate,
                    encrypt_destination=encrypt_dest)

            except Exception:
                msg = ("Cannot migrate share %(shr)s efficiently between "
                       "%(src)s and %(dest)s.")
                msg_args = {
                    'shr': source_share['id'],
                    'src': source_share['host'],
                    'dest': destination_host,
                }
                LOG.exception(msg, msg_args)
            else:
                compatible = True
        else:
            msg = ("Cluster credentials have not been configured "
                   "with this share driver. Cannot perform volume move "
                   "operations.")
            LOG.warning(msg)

        compatibility = {
            'compatible': compatible,
            'writable': compatible,
            'nondisruptive': compatible,
            'preserve_metadata': compatible,
            'preserve_snapshots': compatible,
        }

        return compatibility

    def _move_volume_after_splitting(self, source_share, destination_share,
                                     share_server=None, cutover_action='wait'):
        retries = (self.configuration.netapp_start_volume_move_timeout / 5
                   or 1)

        @manila_utils.retry(retry_param=exception.ShareBusyException,
                            interval=5,
                            retries=retries,
                            backoff_rate=1)
        def try_move_volume():
            try:
                self._move_volume(source_share, destination_share,
                                  share_server, cutover_action)
            except netapp_api.NaApiError as e:
                undergoing_split = 'undergoing a clone split'
                msg_args = {'id': source_share['id']}
                if (e.code == netapp_api.EAPIERROR and
                        undergoing_split in e.message):
                    msg = _('The volume %(id)s is undergoing a clone split '
                            'operation. Will retry the operation.') % msg_args
                    LOG.warning(msg)
                    raise exception.ShareBusyException(reason=msg)
                else:
                    msg = _("Unable to perform move operation for the volume "
                            "%(id)s. Caught an unexpected error. Not "
                            "retrying.") % msg_args
                    raise exception.NetAppException(message=msg)
        try:
            try_move_volume()
        except exception.ShareBusyException:
            msg_args = {'id': source_share['id']}
            msg = _("Unable to perform move operation for the volume %(id)s "
                    "because a clone split operation is still in progress. "
                    "Retries exhausted. Not retrying.") % msg_args
            raise exception.NetAppException(message=msg)

    def _move_volume(self, source_share, destination_share, share_server=None,
                     cutover_action='wait'):
        # Intra-cluster migration
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_volume = self._get_backend_share_name(source_share['id'])
        destination_aggregate = share_utils.extract_host(
            destination_share['host'], level='pool')

        # If the destination's share type extra-spec for Flexvol encryption
        # is different than the source's, then specify the volume-move
        # operation to set the correct 'encrypt' attribute on the destination
        # volume.
        encrypt_dest = self._get_dest_flexvol_encryption_value(
            destination_share)

        self._client.start_volume_move(
            share_volume,
            vserver,
            destination_aggregate,
            cutover_action=cutover_action,
            encrypt_destination=encrypt_dest)

        msg = ("Began volume move operation of share %(shr)s from %(src)s "
               "to %(dest)s.")
        msg_args = {
            'shr': source_share['id'],
            'src': source_share['host'],
            'dest': destination_share['host'],
        }
        LOG.info(msg, msg_args)

    def migration_start(self, context, source_share, destination_share,
                        source_snapshots, snapshot_mappings,
                        share_server=None, destination_share_server=None):
        """Begins data motion from source_share to destination_share."""
        self._move_volume(source_share, destination_share, share_server)

    def _get_volume_move_status(self, source_share, share_server):
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_volume = self._get_backend_share_name(source_share['id'])
        status = self._client.get_volume_move_status(share_volume, vserver)
        return status

    def _check_volume_clone_split_completed(self, share, vserver_client):
        share_volume = self._get_backend_share_name(share['id'])
        return vserver_client.check_volume_clone_split_completed(share_volume)

    def _get_dest_flexvol_encryption_value(self, destination_share):
        dest_share_type_encrypted_val = share_types.get_share_type_extra_specs(
            destination_share['share_type_id'],
            'netapp_flexvol_encryption')
        encrypt_destination = share_types.parse_boolean_extra_spec(
            'netapp_flexvol_encryption', dest_share_type_encrypted_val)

        return encrypt_destination

    def _check_volume_move_completed(self, source_share, share_server):
        """Check progress of volume move operation."""
        status = self._get_volume_move_status(source_share, share_server)
        completed_phases = (
            'cutover_hard_deferred', 'cutover_soft_deferred',
            'completed', 'success')

        move_phase = status['phase'].lower()
        if move_phase == 'failed':
            msg_args = {
                'shr': source_share['id'],
                'reason': status['details'],
            }
            msg = _("Volume move operation for share %(shr)s failed. Reason: "
                    "%(reason)s") % msg_args
            LOG.exception(msg)
            raise exception.NetAppException(msg)
        elif move_phase in completed_phases:
            return True

        return False

    def migration_continue(self, context, source_share, destination_share,
                           source_snapshots, snapshot_mappings,
                           share_server=None, destination_share_server=None):
        """Check progress of migration, try to repair data motion errors."""
        return self._check_volume_move_completed(source_share, share_server)

    def _get_volume_move_progress(self, source_share, share_server):
        status = self._get_volume_move_status(source_share, share_server)

        # NOTE (gouthamr): If the volume move is waiting for a manual
        # intervention to cut-over, the copy is done with respect to the
        # user. Volume move copies the rest of the data before cut-over anyway.
        if status['phase'] in ('cutover_hard_deferred',
                               'cutover_soft_deferred'):
            status['percent-complete'] = 100

        msg = ("Volume move status for share %(share)s: (State) %(state)s. "
               "(Phase) %(phase)s. Details: %(details)s")
        msg_args = {
            'state': status['state'],
            'details': status['details'],
            'share': source_share['id'],
            'phase': status['phase'],
        }
        LOG.info(msg, msg_args)

        return {
            'total_progress': status['percent-complete'] or 0,
            'state': status['state'],
            'estimated_completion_time': status['estimated-completion-time'],
            'phase': status['phase'],
            'details': status['details'],
        }

    def migration_get_progress(self, context, source_share,
                               destination_share, source_snapshots,
                               snapshot_mappings, share_server=None,
                               destination_share_server=None):
        """Return detailed progress of the migration in progress."""
        return self._get_volume_move_progress(source_share, share_server)

    def migration_cancel(self, context, source_share, destination_share,
                         source_snapshots, snapshot_mappings,
                         share_server=None, destination_share_server=None):
        """Abort an ongoing migration."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_volume = self._get_backend_share_name(source_share['id'])
        retries = (math.ceil(
            self.configuration.netapp_migration_cancel_timeout / 5) or 1)

        try:
            self._get_volume_move_status(source_share, share_server)
        except exception.NetAppException:
            LOG.exception("Could not get volume move status.")
            return

        self._client.abort_volume_move(share_volume, vserver)

        @manila_utils.retry(retry_param=exception.InUse, interval=5,
                            retries=retries, backoff_rate=1)
        def wait_for_migration_cancel_complete():
            move_status = self._get_volume_move_status(source_share,
                                                       share_server)
            if move_status['state'] == 'failed':
                return
            else:
                msg = "Migration cancelation isn't finished yet."
                raise exception.InUse(message=msg)

        try:
            wait_for_migration_cancel_complete()
        except exception.InUse:
            move_status = self._get_volume_move_status(source_share,
                                                       share_server)
            msg_args = {
                'share_move_state': move_status['state']
            }
            msg = _("Migration cancellation was not successful. The share "
                    "migration state failed while transitioning from "
                    "%(share_move_state)s state to 'failed'. Retries "
                    "exhausted.") % msg_args
            raise exception.NetAppException(message=msg)
        except exception.NetAppException:
            LOG.exception("Could not get volume move status.")

        msg = ("Share volume move operation for share %(shr)s from host "
               "%(src)s to %(dest)s was successfully aborted.")
        msg_args = {
            'shr': source_share['id'],
            'src': source_share['host'],
            'dest': destination_share['host'],
        }
        LOG.info(msg, msg_args)

    def migration_complete(self, context, source_share, destination_share,
                           source_snapshots, snapshot_mappings,
                           share_server=None, destination_share_server=None):
        """Initiate the cutover to destination share after move is complete."""
        vserver, vserver_client = self._get_vserver(share_server=share_server)
        share_volume = self._get_backend_share_name(source_share['id'])

        status = self._get_volume_move_status(source_share, share_server)

        move_phase = status['phase'].lower()
        if move_phase == 'completed':
            LOG.debug("Volume move operation was already successfully "
                      "completed for share %(shr)s.",
                      {'shr': source_share['id']})
        elif move_phase in ('cutover_hard_deferred', 'cutover_soft_deferred'):
            self._client.trigger_volume_move_cutover(share_volume, vserver)
            self._wait_for_cutover_completion(
                source_share, share_server)
        else:
            msg_args = {
                'shr': source_share['id'],
                'status': status['state'],
                'phase': status['phase'],
                'details': status['details'],
            }
            msg = _("Cannot complete volume move operation for share %(shr)s. "
                    "Current volume move status: %(status)s, phase: "
                    "%(phase)s. Details: %(details)s") % msg_args
            LOG.exception(msg)
            raise exception.NetAppException(msg)

        new_share_volume_name = self._get_backend_share_name(
            destination_share['id'])
        vserver_client.set_volume_name(share_volume, new_share_volume_name)

        # Modify volume properties per share type extra-specs
        extra_specs = share_types.get_extra_specs_from_share(
            destination_share)
        extra_specs = self._remap_standard_boolean_extra_specs(extra_specs)
        self._check_extra_specs_validity(destination_share, extra_specs)
        provisioning_options = self._get_provisioning_options(extra_specs)
        qos_policy_group_name = self._modify_or_create_qos_for_existing_share(
            destination_share, extra_specs, vserver, vserver_client)
        if qos_policy_group_name:
            provisioning_options['qos_policy_group'] = qos_policy_group_name
        else:
            # Removing the QOS Policy on the migrated share as the
            # new extra-spec for which this share is being migrated to
            # does not specify any QOS settings.
            provisioning_options['qos_policy_group'] = "none"

            qos_policy_of_src_share = self._get_backend_qos_policy_group_name(
                source_share['id'])
            self._client.mark_qos_policy_group_for_deletion(
                qos_policy_of_src_share)

        destination_aggregate = share_utils.extract_host(
            destination_share['host'], level='pool')

        # Modify volume to match extra specs
        vserver_client.modify_volume(destination_aggregate,
                                     new_share_volume_name,
                                     **provisioning_options)

        # Create or reuse fpolicy
        fpolicy_ext_to_include = provisioning_options.get(
            'fpolicy_extensions_to_include')
        fpolicy_ext_to_exclude = provisioning_options.get(
            'fpolicy_extensions_to_exclude')
        if fpolicy_ext_to_include or fpolicy_ext_to_exclude:
            self._create_fpolicy_for_share(destination_share, vserver,
                                           vserver_client,
                                           **provisioning_options)
        # Delete old fpolicies if needed
        self._delete_fpolicy_for_share(source_share, vserver, vserver_client)

        msg = ("Volume move operation for share %(shr)s has completed "
               "successfully. Share has been moved from %(src)s to "
               "%(dest)s.")
        msg_args = {
            'shr': source_share['id'],
            'src': source_share['host'],
            'dest': destination_share['host'],
        }
        LOG.info(msg, msg_args)

        # NOTE(gouthamr): For NFS nondisruptive migration, current export
        # policy will not be cleared, the export policy will be renamed to
        # match the name of the share.
        # NOTE (caiquemello): For CIFS nondisruptive migration, current CIFS
        # share cannot be renamed, so keep the previous CIFS share.
        share_protocol = source_share['share_proto'].lower()
        if share_protocol != 'cifs':
            export_locations = self._create_export(
                destination_share, share_server, vserver, vserver_client,
                clear_current_export_policy=False)
        else:
            export_locations = []
            for item in source_share['export_locations']:
                export_locations.append(
                    {
                        'path': item['path'],
                        'is_admin_only': item['is_admin_only'],
                        'metadata': item['el_metadata']
                    }
                )

        # Sort the export locations to report preferred paths first
        export_locations = self._sort_export_locations_by_preferred_paths(
            export_locations)

        src_snaps_dict = {s['id']: s for s in source_snapshots}
        snapshot_updates = {}

        for source_snap_id, destination_snap in snapshot_mappings.items():
            p_location = src_snaps_dict[source_snap_id]['provider_location']

            snapshot_updates.update(
                {destination_snap['id']: {'provider_location': p_location}})

        return {
            'export_locations': export_locations,
            'snapshot_updates': snapshot_updates,
        }

    @na_utils.trace
    def _modify_or_create_qos_for_existing_share(self, share, extra_specs,
                                                 vserver, vserver_client):
        """Gets/Creates QoS policy for an existing FlexVol.

        The share's assigned QoS policy is renamed and adjusted if the policy
        is exclusive to the FlexVol. If the policy includes other workloads
        besides the FlexVol, a new policy is created with the specs necessary.
        """
        qos_specs = self._get_normalized_qos_specs(extra_specs)
        if not qos_specs:
            return

        backend_share_name = self._get_backend_share_name(share['id'])
        qos_policy_group_name = self._get_backend_qos_policy_group_name(
            share['id'])

        create_new_qos_policy_group = True

        backend_volume = vserver_client.get_volume(
            backend_share_name)
        backend_volume_size = int(
            math.ceil(float(backend_volume['size']) / units.Gi))

        LOG.debug("Checking for a pre-existing QoS policy group that "
                  "is exclusive to the volume %s.", backend_share_name)

        # Does the volume have an exclusive QoS policy that we can rename?
        if backend_volume['qos-policy-group-name'] is not None:
            existing_qos_policy_group = self._client.qos_policy_group_get(
                backend_volume['qos-policy-group-name'])
            if existing_qos_policy_group['num-workloads'] == 1:
                # Yay, can set max-throughput and rename

                msg = ("Found pre-existing QoS policy %(policy)s and it is "
                       "exclusive to the volume %(volume)s. Modifying and "
                       "renaming this policy to %(new_policy)s.")
                msg_args = {
                    'policy': backend_volume['qos-policy-group-name'],
                    'volume': backend_share_name,
                    'new_policy': qos_policy_group_name,
                }
                LOG.debug(msg, msg_args)

                max_throughput = self._get_max_throughput(
                    backend_volume_size, qos_specs)
                self._client.qos_policy_group_modify(
                    backend_volume['qos-policy-group-name'], max_throughput)
                self._client.qos_policy_group_rename(
                    backend_volume['qos-policy-group-name'],
                    qos_policy_group_name)
                create_new_qos_policy_group = False

        if create_new_qos_policy_group:
            share_obj = {
                'size': backend_volume_size,
                'id': share['id'],
            }
            LOG.debug("No existing QoS policy group found for "
                      "volume. Creating  a new one with name %s.",
                      qos_policy_group_name)
            self._create_qos_policy_group(share_obj, vserver, qos_specs,
                                          vserver_client=vserver_client)
        return qos_policy_group_name

    def _wait_for_cutover_completion(self, source_share, share_server):

        retries = (self.configuration.netapp_volume_move_cutover_timeout / 5
                   or 1)

        @manila_utils.retry(retry_param=exception.ShareBusyException,
                            interval=5,
                            retries=retries,
                            backoff_rate=1)
        def check_move_completion():
            status = self._get_volume_move_status(source_share, share_server)
            if status['phase'].lower() != 'completed':
                msg_args = {
                    'shr': source_share['id'],
                    'phs': status['phase'],
                }
                msg = _('Volume move operation for share %(shr)s is not '
                        'complete. Current Phase: %(phs)s. '
                        'Retrying.') % msg_args
                LOG.warning(msg)
                raise exception.ShareBusyException(reason=msg)

        try:
            check_move_completion()
        except exception.ShareBusyException:
            msg = _("Volume move operation did not complete after cut-over "
                    "was triggered. Retries exhausted. Not retrying.")
            raise exception.NetAppException(message=msg)

    def get_backend_info(self, context):
        snapdir_visibility = self.configuration.netapp_reset_snapdir_visibility
        return {
            'snapdir_visibility': snapdir_visibility,
        }

    def ensure_shares(self, context, shares):
        cfg_snapdir = self.configuration.netapp_reset_snapdir_visibility
        hide_snapdir = self.HIDE_SNAPDIR_CFG_MAP[cfg_snapdir.lower()]
        if hide_snapdir is not None:
            for share in shares:
                share_server = share.get('share_server')
                vserver, vserver_client = self._get_vserver(
                    share_server=share_server)
                share_name = self._get_backend_share_name(share['id'])
                self._apply_snapdir_visibility(
                    hide_snapdir, share_name, vserver_client)

    def get_share_status(self, share, share_server=None):
        if share['status'] == constants.STATUS_CREATING_FROM_SNAPSHOT:
            return self._update_create_from_snapshot_status(share,
                                                            share_server)
        else:
            LOG.warning("Caught an unexpected share status '%s' during share "
                        "status update routine. Skipping.", share['status'])

    def volume_rehost(self, share, src_vserver, dest_vserver):
        volume_name = self._get_backend_share_name(share['id'])
        msg = ("Rehosting volume of share %(shr)s from vserver %(src)s "
               "to vserver %(dest)s.")
        msg_args = {
            'shr': share['id'],
            'src': src_vserver,
            'dest': dest_vserver,
        }
        LOG.info(msg, msg_args)
        self._client.rehost_volume(volume_name, src_vserver, dest_vserver)

    def _rehost_and_mount_volume(self, share, src_vserver, src_vserver_client,
                                 dest_vserver, dest_vserver_client):
        volume_name = self._get_backend_share_name(share['id'])
        mount_point_name = share.get('mount_point_name')
        # Unmount volume in the source vserver:
        src_vserver_client.unmount_volume(volume_name)
        # Rehost the volume
        self.volume_rehost(share, src_vserver, dest_vserver)
        # Mount the volume on the destination vserver
        dest_vserver_client.mount_volume(volume_name, mount_point_name)

    def _check_capacity_compatibility(self, pools, thin_provision, size):
        """Check if the size requested is suitable for the available pools"""

        backend_free_capacity = 0.0

        for pool in pools:
            if "unknown" in (pool['free_capacity_gb'],
                             pool['total_capacity_gb']):
                return False
            reserved = float(pool['reserved_percentage']) / 100

            total_pool_free = math.floor(
                pool['free_capacity_gb'] -
                pool['total_capacity_gb'] * reserved)

            if thin_provision:
                # If thin provision is enabled it's necessary recalculate the
                # total_pool_free considering the max over subscription ratio
                # for each pool. After summing the free space for each pool we
                # have the total backend free capacity to compare with the
                # requested size.
                if pool['max_over_subscription_ratio'] >= 1:
                    total_pool_free = math.floor(
                        total_pool_free * pool['max_over_subscription_ratio'])

            backend_free_capacity += total_pool_free

        return size <= backend_free_capacity

    def _find_reusable_fpolicy_scope(
            self, share, vserver_client, fpolicy_extensions_to_include=None,
            fpolicy_extensions_to_exclude=None, fpolicy_file_operations=None,
            shares_to_include=None):
        """Searches a fpolicy scope that can be reused for a share."""
        protocols = (
            ['nfsv3', 'nfsv4'] if share['share_proto'].lower() == 'nfs'
            else ['cifs'])
        protocols.sort()

        requested_ext_to_include = []
        if fpolicy_extensions_to_include:
            requested_ext_to_include = na_utils.convert_string_to_list(
                fpolicy_extensions_to_include)
            requested_ext_to_include.sort()

        requested_ext_to_exclude = []
        if fpolicy_extensions_to_exclude:
            requested_ext_to_exclude = na_utils.convert_string_to_list(
                fpolicy_extensions_to_exclude)
            requested_ext_to_exclude.sort()

        if fpolicy_file_operations:
            requested_file_operations = na_utils.convert_string_to_list(
                fpolicy_file_operations)
        else:
            requested_file_operations = (
                self.configuration.netapp_fpolicy_default_file_operations)
        requested_file_operations.sort()

        share_name = self._get_backend_share_name(share['id'])
        reusable_scopes = vserver_client.get_fpolicy_scopes(
            share_name=share_name,
            extensions_to_exclude=fpolicy_extensions_to_exclude,
            extensions_to_include=fpolicy_extensions_to_include,
            shares_to_include=shares_to_include)
        # NOTE(dviroel): get_fpolicy_scopes can return scopes that don't match
        #  the exact requirements.
        for scope in reusable_scopes[:]:
            scope_ext_include = copy.deepcopy(
                scope.get('file-extensions-to-include', []))
            scope_ext_include.sort()
            scope_ext_exclude = copy.deepcopy(
                scope.get('file-extensions-to-exclude', []))
            scope_ext_exclude.sort()

            if scope_ext_include != requested_ext_to_include:
                LOG.debug(
                    "Excluding scope for policy %(policy_name)s because "
                    "it doesn't match 'file-extensions-to-include' "
                    "configuration.", {'policy_name': scope['policy-name']})
                reusable_scopes.remove(scope)
            elif scope_ext_exclude != requested_ext_to_exclude:
                LOG.debug(
                    "Excluding scope for policy %(policy_name)s because "
                    "it doesn't match 'file-extensions-to-exclude' "
                    "configuration.", {'policy_name': scope['policy-name']})
                reusable_scopes.remove(scope)

        for scope in reusable_scopes[:]:
            fpolicy_policy = vserver_client.get_fpolicy_policies(
                share_name=share_name,
                policy_name=scope['policy-name'])
            for policy in fpolicy_policy:
                event_names = copy.deepcopy(policy.get('events', []))
                match_event_protocols = []
                for event_name in event_names:
                    events = vserver_client.get_fpolicy_events(
                        share_name=share_name,
                        event_name=event_name)
                    for event in events:
                        event_file_ops = copy.deepcopy(
                            event.get('file-operations', []))
                        event_file_ops.sort()
                        if event_file_ops == requested_file_operations:
                            # Event has same file operations
                            match_event_protocols.append(event.get('protocol'))
                match_event_protocols.sort()

                if match_event_protocols != protocols:
                    LOG.debug(
                        "Excluding scope for policy %(policy_name)s because "
                        "it doesn't match 'events' configuration of file "
                        "operations per protocol.",
                        {'policy_name': scope['policy-name']})
                    reusable_scopes.remove(scope)

        return reusable_scopes[0] if reusable_scopes else None

    def _create_fpolicy_for_share(
            self, share, vserver, vserver_client,
            fpolicy_extensions_to_include=None,
            fpolicy_extensions_to_exclude=None, fpolicy_file_operations=None,
            **options):
        """Creates or reuses a fpolicy for a new share."""
        share_name = self._get_backend_share_name(share['id'])

        @manila_utils.synchronized('netapp-fpolicy-%s' % vserver,
                                   external=True)
        def _create_fpolicy_with_lock():
            nonlocal share_name
            # 1. Try to reuse an existing FPolicy if matches the same
            #  requirements
            reusable_scope = self._find_reusable_fpolicy_scope(
                share, vserver_client,
                fpolicy_extensions_to_include=fpolicy_extensions_to_include,
                fpolicy_extensions_to_exclude=fpolicy_extensions_to_exclude,
                fpolicy_file_operations=fpolicy_file_operations)

            if reusable_scope:
                shares_to_include = copy.deepcopy(
                    reusable_scope.get('shares-to-include'))
                shares_to_include.append(share_name)
                # Add the new share to the existing policy scope
                vserver_client.modify_fpolicy_scope(
                    share_name,
                    reusable_scope.get('policy-name'),
                    shares_to_include=shares_to_include)

                LOG.debug("Share %(share_id)s was added to an existing "
                          "fpolicy scope.", {'share_id': share['id']})
                return

            # 2. Since we can't reuse any scope, start creating a new fpolicy
            protocols = (
                ['nfsv3', 'nfsv4'] if share['share_proto'].lower() == 'nfs'
                else ['cifs'])

            if fpolicy_file_operations:
                file_operations = na_utils.convert_string_to_list(
                    fpolicy_file_operations)
            else:
                file_operations = (
                    self.configuration.netapp_fpolicy_default_file_operations)

            # NOTE(dviroel): ONTAP limit of fpolicies for a vserser is 10.
            #  DHSS==True backends can create new share servers or fail earlier
            #  in choose_share_server_for_share.
            share_name = self._get_backend_share_name(share['id'])
            vserver_policies = (vserver_client.get_fpolicy_policies_status(
                                share_name=share_name))
            if len(vserver_policies) >= self.FPOLICY_MAX_VSERVER_POLICIES:
                msg_args = {'share_id': share['id']}
                msg = _("Cannot configure a new FPolicy for share "
                        "%(share_id)s. The maximum number of fpolicies was "
                        "already reached.") % msg_args
                LOG.exception(msg)
                raise exception.NetAppException(message=msg)

            seq_number_list = [int(policy['sequence-number'])
                               for policy in vserver_policies]
            available_seq_number = None
            for number in range(1, self.FPOLICY_MAX_VSERVER_POLICIES + 1):
                if number not in seq_number_list:
                    available_seq_number = number
                    break

            events = []
            policy_name = self._get_backend_fpolicy_policy_name(share['id'])
            try:
                for protocol in protocols:
                    event_name = self._get_backend_fpolicy_event_name(
                        share['id'], protocol)
                    vserver_client.create_fpolicy_event(share_name,
                                                        event_name,
                                                        protocol,
                                                        file_operations)
                    events.append(event_name)

                # 2. Create a fpolicy policy and assign a scope
                vserver_client.create_fpolicy_policy_with_scope(
                    policy_name, share_name, events,
                    extensions_to_include=fpolicy_extensions_to_include,
                    extensions_to_exclude=fpolicy_extensions_to_exclude)

            except Exception:
                # NOTE(dviroel): Rollback fpolicy policy and events creation
                #  since they won't be linked to the share, which is made by
                #  the scope creation.

                # Delete fpolicy policy
                vserver_client.delete_fpolicy_policy(share_name, policy_name)
                # Delete fpolicy events
                for event in events:
                    vserver_client.delete_fpolicy_event(share_name, event)

                msg = _("Failed to configure a FPolicy resources for share "
                        "%(share_id)s. ") % {'share_id': share['id']}
                LOG.exception(msg)
                raise exception.NetAppException(message=msg)

            # 4. Enable fpolicy policy
            vserver_client.enable_fpolicy_policy(share_name, policy_name,
                                                 available_seq_number)

        _create_fpolicy_with_lock()
        LOG.debug('A new fpolicy was successfully created and associated to '
                  'share %(share_id)s', {'share_id': share['id']})

    def _delete_fpolicy_for_share(self, share, vserver, vserver_client):
        """Delete all associated fpolicy resources from a share."""
        share_name = self._get_backend_share_name(share['id'])

        @coordination.synchronized('netapp-fpolicy-%s' % vserver)
        def _delete_fpolicy_with_lock():
            fpolicy_scopes = vserver_client.get_fpolicy_scopes(
                share_name=share_name,
                shares_to_include=[share_name])

            if fpolicy_scopes:
                shares_to_include = copy.copy(
                    fpolicy_scopes[0].get('shares-to-include'))
                shares_to_include.remove(share_name)

                policy_name = fpolicy_scopes[0].get('policy-name')
                if shares_to_include:
                    vserver_client.modify_fpolicy_scope(
                        share_name, policy_name,
                        shares_to_include=shares_to_include)
                else:
                    # Delete an empty fpolicy
                    # 1. Disable fpolicy policy
                    vserver_client.disable_fpolicy_policy(policy_name)
                    # 2. Retrieve fpoliocy info
                    fpolicy_policies = vserver_client.get_fpolicy_policies(
                        share_name=share_name,
                        policy_name=policy_name)
                    # 3. Delete fpolicy scope
                    vserver_client.delete_fpolicy_scope(policy_name)
                    # 4. Delete fpolicy policy
                    vserver_client.delete_fpolicy_policy(share_name,
                                                         policy_name)
                    # 5. Delete fpolicy events
                    for policy in fpolicy_policies:
                        events = policy.get('events', [])
                        for event in events:
                            vserver_client.delete_fpolicy_event(event)

        _delete_fpolicy_with_lock()

    @na_utils.trace
    def _initialize_flexgroup_pools(self, cluster_aggr_set):
        """Initialize the FlexGroup pool map."""

        flexgroup_pools = self.configuration.safe_get('netapp_flexgroup_pools')
        if not self.configuration.netapp_enable_flexgroup and flexgroup_pools:
            msg = _('Invalid configuration for FlexGroup: '
                    'netapp_enable_flexgroup option must be True to configure '
                    'its custom pools using netapp_flexgroup_pools.')
            raise exception.NetAppException(msg)
        elif not self.configuration.netapp_enable_flexgroup:
            return

        if not self._client.is_flexgroup_supported():
            msg = _('FlexGroup pool is only supported with ONTAP version '
                    'greater than or equal to 9.8.')
            raise exception.NetAppException(msg)

        if flexgroup_pools:
            self._flexgroup_pools = na_utils.parse_flexgroup_pool_config(
                flexgroup_pools, cluster_aggr_set=cluster_aggr_set, check=True)
            self._is_flexgroup_auto = False
        else:
            self._flexgroup_pools[na_utils.FLEXGROUP_DEFAULT_POOL_NAME] = (
                sorted(cluster_aggr_set))
            self._is_flexgroup_auto = True

    @na_utils.trace
    def _get_flexgroup_pool_name(self, aggr_list):
        """Gets the FlexGroup pool name that has the given aggregate list."""

        # for FlexGroup auto provisioned is over the same single pool.
        if self._is_flexgroup_auto:
            return na_utils.FLEXGROUP_DEFAULT_POOL_NAME

        pool_name = ''
        aggr_list.sort()
        for pool, aggr_pool in self._flexgroup_pools.items():
            if aggr_pool == aggr_list:
                pool_name = pool
                break

        return pool_name

    @na_utils.trace
    def _is_flexgroup_pool(self, pool_name):
        """Check if the given pool name is a FlexGroup pool."""

        return pool_name in self._flexgroup_pools

    @na_utils.trace
    def _get_flexgroup_aggregate_list(self, pool_name):
        """Returns the aggregate list of a given FlexGroup pool name."""

        return (self._flexgroup_pools[pool_name]
                if self._is_flexgroup_pool(pool_name) else [])

    @staticmethod
    def _is_flexgroup_share(vserver_client, share_name):
        """Determines if a given share name is a FlexGroup style or not."""

        try:
            return vserver_client.is_flexgroup_volume(share_name)
        except (netapp_api.NaApiError,
                exception.StorageResourceNotFound,
                exception.NetAppException):
            msg = _('Could not determine if the volume %s is a FlexGroup or '
                    'a FlexVol style.')
            LOG.exception(msg, share_name)
            raise exception.ShareNotFound(share_id=share_name)

    @na_utils.trace
    def is_flexvol_pool_configured(self):
        """Determines if the driver has FlexVol pools."""

        return (not self.configuration.netapp_enable_flexgroup or
                not self.configuration.netapp_flexgroup_pool_only)

    @na_utils.trace
    def _get_minimum_flexgroup_size(self, pool_name):
        """Returns the minimum size for a FlexGroup share inside a pool."""

        aggr_list = set(self._get_flexgroup_aggregate_list(pool_name))
        return self.FLEXGROUP_MIN_SIZE_PER_AGGR * len(aggr_list)

    @na_utils.trace
    def is_flexgroup_destination_host(self, host, dm_session):
        """Returns if the destination host is over a FlexGroup pool."""
        __, config = dm_session.get_backend_name_and_config_obj(host)
        if not config.safe_get('netapp_enable_flexgroup'):
            return False

        flexgroup_pools = config.safe_get('netapp_flexgroup_pools')
        pools = {}
        if flexgroup_pools:
            pools = na_utils.parse_flexgroup_pool_config(flexgroup_pools)
        else:
            pools[na_utils.FLEXGROUP_DEFAULT_POOL_NAME] = {}

        pool_name = share_utils.extract_host(host, level='pool')
        return pool_name in pools

    @na_utils.trace
    def create_backup(self, context, share_instance, backup,
                      share_server=None):
        """Create backup for NetApp share"""

        src_vserver, src_vserver_client = self._get_vserver(
            share_server=share_server)
        src_cluster = src_vserver_client.get_cluster_name()
        src_vol = self._get_backend_share_name(share_instance['id'])
        backup_options = backup.get('backup_options', {})
        backup_type = backup_options.get(Backup.BACKUP_TYPE.value)

        # Check if valid backup type is provided
        if not backup_type:
            raise exception.BackupException("Driver needs a valid backup type"
                                            " from command line or API.")

        # check the backend is related to NetApp
        backup_config = data_motion.get_backup_configuration(backup_type)
        backend_name = backup_config.safe_get(Backup.BACKEND_NAME.value)
        backend_config = data_motion.get_backend_configuration(
            backend_name)
        if (backend_config.safe_get("netapp_storage_family")
                != 'ontap_cluster'):
            err_msg = _("Wrong vendor backend %s is provided, provide"
                        " only NetApp backend.") % backend_name
            raise exception.BackupException(err_msg)

        # Check backend has compatible backup type
        if (backend_config.safe_get("netapp_enabled_backup_types") is None or
                backup_type not in backend_config.safe_get(
                    "netapp_enabled_backup_types")):
            err_msg = _("Backup type '%(backup_type)s' is not compatible with"
                        " backend '%(backend_name)s'.")
            msg_args = {
                'backup_type': backup_type,
                'backend_name': backend_name,
            }
            raise exception.BackupException(err_msg % msg_args)

        # Verify that both source and destination cluster are peered
        des_cluster_api_client = self._get_api_client_for_backend(
            backend_name)
        des_cluster = des_cluster_api_client.get_cluster_name()
        if src_cluster != des_cluster:
            cluster_peer_info = self._client.get_cluster_peers(
                remote_cluster_name=des_cluster)
            if not cluster_peer_info:
                err_msg = _("Source cluster '%(src_cluster)s' and destination"
                            " cluster '%(des_cluster)s' are not peered"
                            " backend %(backend_name)s.")
                msg_args = {
                    'src_cluster': src_cluster,
                    'des_cluster': des_cluster,
                    'backend_name': backend_name
                }
                raise exception.NetAppException(err_msg % msg_args)

        # Get the destination vserver and volume for relationship
        source_path = f"{src_vserver}:{src_vol}"
        snapmirror_info = src_vserver_client.get_snapmirror_destinations(
            source_path=source_path)
        if len(snapmirror_info) > 1:
            err_msg = _("Source path %(path)s has more than one relationships."
                        " To create the share backup, delete the all source"
                        " volume's SnapMirror relationships using 'snapmirror'"
                        " ONTAP CLI or System Manger.")
            msg_args = {
                'path': source_path
            }
            raise exception.NetAppException(err_msg % msg_args)
        elif len(snapmirror_info) == 1:
            des_vserver, des_volume = self._get_destination_vserver_and_vol(
                src_vserver_client, source_path, False)
            des_vserver_client = self._get_api_client_for_backend(
                backend_name, vserver=des_vserver)
        else:
            if (backup_config.safe_get(Backup.DES_VOLUME.value) and
                    not backup_config.safe_get(Backup.DES_VSERVER.value)):
                msg = _("Could not find vserver name under stanza"
                        " '%(backup_type)s' in configuration while volume"
                        " name is provided.")
                params = {"backup_type": backup_type}
                raise exception.BadConfigurationException(reason=msg % params)

            des_vserver = self._get_vserver_for_backup(
                backup, share_server=share_server)
            des_vserver_client = self._get_api_client_for_backend(
                backend_name, vserver=des_vserver)
            try:
                des_volume = self._get_volume_for_backup(backup,
                                                         share_instance,
                                                         src_vserver_client,
                                                         des_vserver_client)
            except (netapp_api.NaApiError, exception.NetAppException):
                # Delete the vserver
                if share_server:
                    self._delete_backup_vserver(backup, des_vserver)

                msg = _("Failed to create a volume in vserver %(des_vserver)s")
                msg_args = {'des_vserver': des_vserver}
                raise exception.NetAppException(msg % msg_args)

            if (src_vserver != des_vserver and
                    len(src_vserver_client.get_vserver_peers(
                        src_vserver, des_vserver)) == 0):
                src_vserver_client.create_vserver_peer(
                    src_vserver, des_vserver,
                    peer_cluster_name=des_cluster)
                if des_cluster is not None and src_cluster != des_cluster:
                    des_vserver_client.accept_vserver_peer(des_vserver,
                                                           src_vserver)
            des_snapshot_list = (des_vserver_client.
                                 list_volume_snapshots(des_volume))
            snap_list_with_backup = [
                snap for snap in des_snapshot_list if snap.startswith(
                    Backup.SM_LABEL.value)
            ]
            if len(snap_list_with_backup) == 1:
                self.is_volume_backup_before = True

            policy_name = f"{Backup.SM_POLICY.value}_{share_instance['id']}"
            try:
                des_vserver_client.create_snapmirror_policy(
                    policy_name,
                    policy_type="vault",
                    discard_network_info=False,
                    snapmirror_label=Backup.SM_LABEL.value,
                    keep=250)
            except netapp_api.NaApiError as e:
                with excutils.save_and_reraise_exception() as exc_context:
                    if 'policy with this name already exists' in e.message:
                        exc_context.reraise = False
            try:
                des_vserver_client.create_snapmirror_vol(
                    src_vserver,
                    src_vol,
                    des_vserver,
                    des_volume,
                    "extended_data_protection",
                    policy=policy_name,
                )
                db_session = data_motion.DataMotionSession()
                db_session.initialize_and_wait_snapmirror_vol(
                    des_vserver_client,
                    src_vserver,
                    src_vol,
                    des_vserver,
                    des_volume,
                    timeout=backup_config.netapp_snapmirror_job_timeout
                )
            except netapp_api.NaApiError:
                self._resource_cleanup_for_backup(backup,
                                                  share_instance,
                                                  des_vserver,
                                                  des_volume,
                                                  share_server=share_server)
                msg = _("SnapVault relationship creation or initialization"
                        " failed between source %(source_vserver)s:"
                        "%(source_volume)s and destination %(des_vserver)s:"
                        "%(des_volume)s  for share id %(share_id)s.")

                msg_args = {
                    'source_vserver': src_vserver,
                    'source_volume': src_vol,
                    'des_vserver': des_vserver,
                    'des_volume': des_volume,
                    'share_id': share_instance['share_id']
                }
                raise exception.NetAppException(msg % msg_args)

        snapshot_name = self._get_backup_snapshot_name(backup,
                                                       share_instance['id'])
        src_vserver_client.create_snapshot(
            src_vol, snapshot_name,
            snapmirror_label=Backup.SM_LABEL.value)

        # Update the SnapMirror relationship
        des_vserver_client.update_snapmirror_vol(src_vserver,
                                                 src_vol,
                                                 des_vserver,
                                                 des_volume)
        LOG.debug("SnapMirror relationship updated successfully.")

    @na_utils.trace
    def create_backup_continue(self, context, share_instance, backup,
                               share_server=None):
        """Keep tracking the status of share backup"""

        progress_status = {'total_progress': Backup.TOTAL_PROGRESS_ZERO.value}
        src_vserver, src_vserver_client = self._get_vserver(
            share_server=share_server)
        src_vol_name = self._get_backend_share_name(share_instance['id'])
        backend_name = self._get_backend(backup)
        source_path = f"{src_vserver}:{src_vol_name}"
        LOG.debug("SnapMirror source path: %s", source_path)
        backup_type = backup.get(Backup.BACKUP_TYPE.value)
        backup_config = data_motion.get_backup_configuration(backup_type)

        # Make sure SnapMirror relationship is created
        snapmirror_info = src_vserver_client.get_snapmirror_destinations(
            source_path=source_path,
        )
        if not snapmirror_info:
            LOG.warning("There is no SnapMirror relationship available for"
                        " source path yet %s.", source_path)
            return progress_status

        des_vserver, des_vol = self._get_destination_vserver_and_vol(
            src_vserver_client,
            source_path,
        )
        if not des_vserver or not des_vol:
            raise exception.NetAppException("Not able to find vserver "
                                            " and volume from SnpMirror"
                                            " relationship.")
        des_path = f"{des_vserver}:{des_vol}"
        LOG.debug("SnapMirror destination path: %s", des_path)

        des_vserver_client = self._get_api_client_for_backend(
            backend_name,
            vserver=des_vserver,
        )
        snapmirror_info = des_vserver_client.get_snapmirrors(
            source_path=source_path, dest_path=des_path)
        if not snapmirror_info:
            msg_args = {
                'source_path': source_path,
                'des_path': des_path,
            }
            msg = _("There is no SnapMirror relationship available for"
                    " source path '%(source_path)s' and destination path"
                    " '%(des_path)s' yet.") % msg_args
            LOG.warning(msg, msg_args)
            return progress_status
        LOG.debug("SnapMirror details %s:", snapmirror_info)
        progress_status["total_progress"] = (Backup.
                                             TOTAL_PROGRESS_HUNDRED.value)
        if snapmirror_info[0].get("last-transfer-type") != "update":
            progress_status["total_progress"] = (Backup.
                                                 TOTAL_PROGRESS_ZERO.value)
            return progress_status

        if snapmirror_info[0].get("relationship-status") != "idle":
            progress_status = self._get_backup_progress_status(
                des_vserver_client, snapmirror_info)
            LOG.debug("Progress status: %(progress_status)s",
                      {'progress_status': progress_status})
            return progress_status

        # Verify that snapshot is transferred to destination volume
        snap_name = self._get_backup_snapshot_name(backup,
                                                   share_instance['id'])
        self._verify_and_wait_for_snapshot_to_transfer(des_vserver_client,
                                                       des_vol,
                                                       snap_name)
        LOG.debug("Snapshot '%(snap_name)s' transferred successfully to"
                  " destination", {'snap_name': snap_name})
        # previously if volume was part of some relationship and if we delete
        # all the backup of share then last snapshot will be left on
        # destination volume, and we can't delete that snapshot due to ONTAP
        # restriction. Next time if user create the first backup then we
        # update the destination volume with latest backup and delete the last
        # leftover snapshot
        is_backup_completed = (progress_status["total_progress"]
                               == Backup.TOTAL_PROGRESS_HUNDRED.value)
        if backup_config.get(Backup.DES_VOLUME.value) and is_backup_completed:
            snap_list_with_backup = self._get_des_volume_backup_snapshots(
                des_vserver_client,
                des_vol, share_instance['id']
            )
            LOG.debug("Snapshot list for backup %(snap_list)s.",
                      {'snap_list': snap_list_with_backup})
            if (self.is_volume_backup_before and
                    len(snap_list_with_backup) == 2):
                if snap_name == snap_list_with_backup[0]:
                    snap_to_delete = snap_list_with_backup[1]
                else:
                    snap_to_delete = snap_list_with_backup[0]
                self.is_volume_backup_before = False
                des_vserver_client.delete_snapshot(des_vol, snap_to_delete,
                                                   True)
                LOG.debug("Previous snapshot %{snap_name}s deleted"
                          " successfully. ", {'snap_name': snap_to_delete})
        return progress_status

    @na_utils.trace
    def restore_backup(self, context, backup, share_instance,
                       share_server=None):
        """Restore the share backup"""

        src_vserver, src_vserver_client = self._get_vserver(
            share_server=share_server,
        )
        src_vol_name = self._get_backend_share_name(share_instance['id'])

        source_path = f"{src_vserver}:{src_vol_name}"
        des_vserver, des_vol = self._get_destination_vserver_and_vol(
            src_vserver_client,
            source_path,
        )
        if not des_vserver or not des_vol:
            raise exception.NetAppException("Not able to find vserver "
                                            " and volume from SnpMirror"
                                            " relationship.")
        snap_name = self._get_backup_snapshot_name(backup,
                                                   share_instance['id'])
        source_path = src_vserver + ":" + src_vol_name
        des_path = des_vserver + ":" + des_vol
        src_vserver_client.snapmirror_restore_vol(source_path=des_path,
                                                  dest_path=source_path,
                                                  source_snapshot=snap_name)

    @na_utils.trace
    def restore_backup_continue(self, context, backup,
                                share_instance, share_server=None):
        """Keep checking the restore operation status"""

        progress_status = {}
        src_vserver, src_vserver_client = self._get_vserver(
            share_server=share_server)
        src_vol_name = self._get_backend_share_name(share_instance['id'])

        source_path = f"{src_vserver}:{src_vol_name}"
        snapmirror_info = src_vserver_client.get_snapmirrors(
            dest_path=source_path,
        )
        if snapmirror_info:
            progress_status = {
                "total_progress": Backup.TOTAL_PROGRESS_ZERO.value
            }
            return progress_status
        LOG.debug("SnapMirror relationship of type RST is deleted")
        snap_name = self._get_backup_snapshot_name(backup,
                                                   share_instance['id'])
        snapshot_list = src_vserver_client.list_volume_snapshots(src_vol_name)
        for snapshot in snapshot_list:
            if snap_name in snapshot:
                progress_status["total_progress"] = (
                    Backup.TOTAL_PROGRESS_HUNDRED.value)
                return progress_status
        if not progress_status:
            err_msg = _("Failed to restore the snapshot %s.") % snap_name
            raise exception.NetAppException(err_msg)

    @na_utils.trace
    def delete_backup(self, context, backup, share_instance,
                      share_server=None):
        """Delete the share backup for netapp share"""

        try:
            src_vserver, src_vserver_client = self._get_vserver(
                share_server=share_server,
            )
        except exception.VserverNotFound:
            LOG.warning("Vserver associated with share %s was not found.",
                        share_instance['id'])
            return
        src_vol_name = self._get_backend_share_name(share_instance['id'])
        backend_name = self._get_backend(backup)
        if backend_name is None:
            return

        source_path = f"{src_vserver}:{src_vol_name}"
        des_vserver, des_vol = self._get_destination_vserver_and_vol(
            src_vserver_client,
            source_path,
            False,
        )

        if not des_vserver or not des_vol:
            LOG.debug("Not able to find vserver and volume from SnpMirror"
                      " relationship.")
            return
        des_path = f"{des_vserver}:{des_vol}"

        # Delete the snapshot from destination volume
        snap_name = self._get_backup_snapshot_name(backup,
                                                   share_instance['id'])
        des_vserver_client = self._get_api_client_for_backend(
            backend_name,
            vserver=des_vserver,
        )
        try:
            list_snapshots = self._get_des_volume_backup_snapshots(
                des_vserver_client,
                des_vol,
                share_instance['id'],
            )
        except netapp_api.NaApiError:
            LOG.exception("Failed to get the snapshots from cluster,"
                          " provide the right backup type or check the"
                          " backend details are properly configured in"
                          " manila.conf file.")
            return

        snapmirror_info = des_vserver_client.get_snapmirrors(
            source_path=source_path,
            dest_path=des_path,
        )
        is_snapshot_deleted = self._is_snapshot_deleted(True)
        if snapmirror_info and len(list_snapshots) == 1:
            self._resource_cleanup_for_backup(backup,
                                              share_instance,
                                              des_vserver,
                                              des_vol,
                                              share_server=share_server)
        elif len(list_snapshots) > 1:
            try:
                des_vserver_client.delete_snapshot(des_vol, snap_name, True)
            except netapp_api.NaApiError as e:
                with excutils.save_and_reraise_exception() as exc_context:
                    if "entry doesn't exist" in e.message:
                        exc_context.reraise = False
            try:
                des_vserver_client.get_snapshot(des_vol, snap_name)
                is_snapshot_deleted = self._is_snapshot_deleted(False)
            except (SnapshotResourceNotFound, netapp_api.NaApiError):
                LOG.debug("Snapshot %s deleted successfully.", snap_name)
        if not is_snapshot_deleted:
            err_msg = _("Snapshot '%(snapshot_name)s' is not deleted"
                        " successfully on ONTAP."
                        % {"snapshot_name": snap_name})
            LOG.exception(err_msg)
            raise exception.NetAppException(err_msg)

    @na_utils.trace
    def _is_snapshot_deleted(self, is_deleted):
        return is_deleted

    @na_utils.trace
    def _get_backup_snapshot_name(self, backup, share_id):
        backup_id = backup.get('id', "")
        return f"{Backup.SM_LABEL.value}_{share_id}_{backup_id}"

    @na_utils.trace
    def _get_backend(self, backup):
        backup_type = backup.get(Backup.BACKUP_TYPE.value)
        try:
            backup_config = data_motion.get_backup_configuration(backup_type)
        except Exception:
            LOG.exception("There is some issue while getting the"
                          " backup configuration. Make sure correct"
                          " backup type is provided while creating the"
                          " backup.")
            return None
        return backup_config.safe_get(Backup.BACKEND_NAME.value)

    @na_utils.trace
    def _get_des_volume_backup_snapshots(self, des_vserver_client,
                                         des_vol, share_id):
        """Get the list of snapshot from destination volume"""

        des_snapshot_list = (des_vserver_client.
                             list_volume_snapshots(des_vol,
                                                   Backup.SM_LABEL.value))
        backup_filter = f"{Backup.SM_LABEL.value}_{share_id}"
        snap_list_with_backup = [snap for snap in des_snapshot_list
                                 if snap.startswith(backup_filter)]
        return snap_list_with_backup

    @na_utils.trace
    def _get_vserver_for_backup(self, backup, share_server=None):
        """Get the destination vserver

        if vserver not provided we are creating the new one
        in case of dhss_true
        """
        backup_type_config = data_motion.get_backup_configuration(
            backup.get(Backup.BACKUP_TYPE.value))
        if backup_type_config.get(Backup.DES_VSERVER.value):
            return backup_type_config.get(Backup.DES_VSERVER.value)
        else:
            return self._get_backup_vserver(backup, share_server=share_server)

    @na_utils.trace
    def _get_volume_for_backup(self, backup, share_instance,
                               src_vserver_client, des_vserver_client):
        """Get the destination volume

        if volume is not provided in config file under backup_type stanza
        then create the new one
        """

        dm_session = data_motion.DataMotionSession()
        backup_type = backup.get(Backup.BACKUP_TYPE.value)
        backup_type_config = data_motion.get_backup_configuration(backup_type)
        if (backup_type_config.get(Backup.DES_VSERVER.value) and
                backup_type_config.get(Backup.DES_VOLUME.value)):
            return backup_type_config.get(Backup.DES_VOLUME.value)
        else:
            des_aggr = dm_session.get_most_available_aggr_of_vserver(
                des_vserver_client)
            if not des_aggr:
                msg = _("Not able to find any aggregate from ONTAP"
                        " to create the volume")
                raise exception.NetAppException(msg)
            src_vol = self._get_backend_share_name(share_instance['id'])
            vol_attr = src_vserver_client.get_volume(src_vol)
            source_vol_size = vol_attr.get('size')
            vol_size_in_gb = int(source_vol_size) / units.Gi
            share_id = share_instance['id'].replace('-', '_')
            des_volume = f"backup_volume_{share_id}"
            des_vserver_client.create_volume(des_aggr, des_volume,
                                             vol_size_in_gb, volume_type='dp')
            return des_volume

    @na_utils.trace
    def _get_destination_vserver_and_vol(self, src_vserver_client,
                                         source_path, validate_relation=True):
        """Get Destination vserver and volume from SM relationship"""

        des_vserver, des_vol = None, None
        snapmirror_info = src_vserver_client.get_snapmirror_destinations(
            source_path=source_path)
        if validate_relation and len(snapmirror_info) != 1:
            msg = _("There are more then one relationship with the source."
                    " '%(source_path)s'." % {'source_path': source_path})
            raise exception.NetAppException(msg)
        if len(snapmirror_info) == 1:
            des_vserver = snapmirror_info[0].get("destination-vserver")
            des_vol = snapmirror_info[0].get("destination-volume")
        return des_vserver, des_vol

    @na_utils.trace
    def _verify_and_wait_for_snapshot_to_transfer(self,
                                                  des_vserver_client,
                                                  des_vol,
                                                  snap_name,
                                                  timeout=300,
                                                  ):
        """Wait and verify that snapshot is moved to destination"""

        interval = 5
        retries = (timeout / interval or 1)

        @manila_utils.retry(retry_param=(netapp_api.NaApiError,
                                         SnapshotResourceNotFound),
                            interval=interval,
                            retries=retries, backoff_rate=1)
        def _wait_for_snapshot_to_transfer():
            des_vserver_client.get_snapshot(des_vol, snap_name)
        try:
            _wait_for_snapshot_to_transfer()
        except (netapp_api.NaApiError, SnapshotResourceNotFound):
            msg = _("Timed out while wait for snapshot to transfer")
            raise exception.NetAppException(message=msg)

    @na_utils.trace
    def _get_backup_progress_status(self, des_vserver_client,
                                    snapmirror_details):
        """Calculate percentage of SnapMirror data transferred"""

        des_vol = snapmirror_details[0].get("destination-volume")
        vol_attr = des_vserver_client.get_volume(des_vol)
        size_used = vol_attr.get('size-used')
        sm_data_transferred = snapmirror_details[0].get(
            "last-transfer-size")
        if size_used and sm_data_transferred:
            progress_status_percent = (int(sm_data_transferred) / int(
                size_used)) * 100
            return str(round(progress_status_percent, 2))
        else:
            return Backup.TOTAL_PROGRESS_ZERO.value

    @na_utils.trace
    def _resource_cleanup_for_backup(self, backup, share_instance,
                                     des_vserver, des_vol,
                                     share_server=None):
        """Cleanup the created resources

        cleanup all created ONTAP resources when delete the last backup
        or in case of exception throw while creating the backup.
        """
        src_vserver, src_vserver_client = self._get_vserver(
            share_server=share_server)
        dm_session = data_motion.DataMotionSession()
        backup_type_config = data_motion.get_backup_configuration(
            backup.get(Backup.BACKUP_TYPE.value))
        backend_name = backup_type_config.safe_get(Backup.BACKEND_NAME.value)
        des_vserver_client = self._get_api_client_for_backend(
            backend_name,
            vserver=des_vserver,
        )
        src_vol_name = self._get_backend_share_name(share_instance['id'])

        # Abort relationship
        try:
            des_vserver_client.abort_snapmirror_vol(src_vserver,
                                                    src_vol_name,
                                                    des_vserver,
                                                    des_vol,
                                                    clear_checkpoint=False)
        except netapp_api.NaApiError:
            pass
        try:
            des_vserver_client.delete_snapmirror_vol(src_vserver,
                                                     src_vol_name,
                                                     des_vserver,
                                                     des_vol)
        except netapp_api.NaApiError as e:
            with excutils.save_and_reraise_exception() as exc_context:
                if (e.code == netapp_api.EOBJECTNOTFOUND or
                        e.code == netapp_api.ESOURCE_IS_DIFFERENT or
                        "(entry doesn't exist)" in e.message):
                    exc_context.reraise = False

        dm_session.wait_for_snapmirror_release_vol(
            src_vserver, des_vserver, src_vol_name,
            des_vol, False, src_vserver_client,
            timeout=backup_type_config.netapp_snapmirror_job_timeout)

        try:
            policy_name = f"{Backup.SM_POLICY.value}_{share_instance['id']}"
            des_vserver_client.delete_snapmirror_policy(policy_name)
        except netapp_api.NaApiError:
            pass

        # Delete the vserver peering
        try:
            src_vserver_client.delete_vserver_peer(src_vserver, des_vserver)
        except netapp_api.NaApiError:
            pass

        # Delete volume
        if not backup_type_config.safe_get(Backup.DES_VOLUME.value):
            try:
                des_vserver_client.offline_volume(des_vol)
                des_vserver_client.delete_volume(des_vol)
            except netapp_api.NaApiError:
                pass

        # Delete Vserver
        if share_server is not None:
            self._delete_backup_vserver(backup, des_vserver)