84e39916c7
Currently, only Synchronous mode is supported for volume replication on VMAX. This patch adds Asynchronous remote replication support. Change-Id: If5df30b6ac8544f4c98b4dec89ad3b032b80d379 Partially-Implements: blueprint vmax-replication-enhancements
513 lines
19 KiB
Python
513 lines
19 KiB
Python
# Copyright (c) 2017 Dell Inc. or its subsidiaries.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""
|
|
ISCSI Drivers for Dell EMC VMAX arrays based on REST.
|
|
|
|
"""
|
|
from oslo_log import log as logging
|
|
import six
|
|
|
|
from cinder import exception
|
|
from cinder.i18n import _
|
|
from cinder import interface
|
|
from cinder.volume.drivers.dell_emc.vmax import common
|
|
from cinder.volume.drivers.san import san
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
@interface.volumedriver
|
|
class VMAXISCSIDriver(san.SanISCSIDriver):
|
|
"""ISCSI Drivers for VMAX using Rest.
|
|
|
|
Version history:
|
|
|
|
.. code-block:: none
|
|
|
|
1.0.0 - Initial driver
|
|
1.1.0 - Multiple pools and thick/thin provisioning,
|
|
performance enhancement.
|
|
2.0.0 - Add driver requirement functions
|
|
2.1.0 - Add consistency group functions
|
|
2.1.1 - Fixed issue with mismatched config (bug #1442376)
|
|
2.1.2 - Clean up failed clones (bug #1440154)
|
|
2.1.3 - Fixed a problem with FAST support (bug #1435069)
|
|
2.2.0 - Add manage/unmanage
|
|
2.2.1 - Support for SE 8.0.3
|
|
2.2.2 - Update Consistency Group
|
|
2.2.3 - Pool aware scheduler(multi-pool) support
|
|
2.2.4 - Create CG from CG snapshot
|
|
2.3.0 - Name change for MV and SG for FAST (bug #1515181)
|
|
- Fix for randomly choosing port group. (bug #1501919)
|
|
- get_short_host_name needs to be called in find_device_number
|
|
(bug #1520635)
|
|
- Proper error handling for invalid SLOs (bug #1512795)
|
|
- Extend Volume for VMAX3, SE8.1.0.3
|
|
https://blueprints.launchpad.net/cinder/+spec/vmax3-extend-volume
|
|
- Incorrect SG selected on an attach (#1515176)
|
|
- Cleanup Zoning (bug #1501938) NOTE: FC only
|
|
- Last volume in SG fix
|
|
- _remove_last_vol_and_delete_sg is not being called
|
|
for VMAX3 (bug #1520549)
|
|
- necessary updates for CG changes (#1534616)
|
|
- Changing PercentSynced to CopyState (bug #1517103)
|
|
- Getting iscsi ip from port in existing masking view
|
|
- Replacement of EMCGetTargetEndpoints api (bug #1512791)
|
|
- VMAX3 snapvx improvements (bug #1522821)
|
|
- Operations and timeout issues (bug #1538214)
|
|
2.4.0 - EMC VMAX - locking SG for concurrent threads (bug #1554634)
|
|
- SnapVX licensing checks for VMAX3 (bug #1587017)
|
|
- VMAX oversubscription Support (blueprint vmax-oversubscription)
|
|
- QoS support (blueprint vmax-qos)
|
|
- VMAX2/VMAX3 iscsi multipath support (iscsi only)
|
|
https://blueprints.launchpad.net/cinder/+spec/vmax-iscsi-multipath
|
|
2.5.0 - Attach and detach snapshot (blueprint vmax-attach-snapshot)
|
|
- MVs and SGs not reflecting correct protocol (bug #1640222)
|
|
- Storage assisted volume migration via retype
|
|
(bp vmax-volume-migration)
|
|
- Support for compression on All Flash
|
|
- Volume replication 2.1 (bp add-vmax-replication)
|
|
- rename and restructure driver (bp vmax-rename-dell-emc)
|
|
3.0.0 - REST based driver
|
|
- Retype (storage-assisted migration)
|
|
- QoS support
|
|
- Support for compression on All Flash
|
|
- Support for volume replication
|
|
- Support for live migration
|
|
- Support for Generic Volume Group
|
|
3.1.0 - Support for replication groups (Tiramisu)
|
|
- Deprecate backend xml configuration
|
|
- Support for async replication (vmax-replication-enhancements)
|
|
"""
|
|
|
|
VERSION = "3.1.0"
|
|
|
|
# ThirdPartySystems wiki
|
|
CI_WIKI_NAME = "EMC_VMAX_CI"
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
|
|
super(VMAXISCSIDriver, self).__init__(*args, **kwargs)
|
|
self.active_backend_id = kwargs.get('active_backend_id', None)
|
|
self.common = (
|
|
common.VMAXCommon(
|
|
'iSCSI',
|
|
self.VERSION,
|
|
configuration=self.configuration,
|
|
active_backend_id=self.active_backend_id))
|
|
|
|
def check_for_setup_error(self):
|
|
pass
|
|
|
|
def create_volume(self, volume):
|
|
"""Creates a VMAX volume.
|
|
|
|
:param volume: the cinder volume object
|
|
:returns: provider location dict
|
|
"""
|
|
return self.common.create_volume(volume)
|
|
|
|
def create_volume_from_snapshot(self, volume, snapshot):
|
|
"""Creates a volume from a snapshot.
|
|
|
|
:param volume: the cinder volume object
|
|
:param snapshot: the cinder snapshot object
|
|
:returns: provider location dict
|
|
"""
|
|
return self.common.create_volume_from_snapshot(
|
|
volume, snapshot)
|
|
|
|
def create_cloned_volume(self, volume, src_vref):
|
|
"""Creates a cloned volume.
|
|
|
|
:param volume: the cinder volume object
|
|
:param src_vref: the source volume reference
|
|
:returns: provider location dict
|
|
"""
|
|
return self.common.create_cloned_volume(volume, src_vref)
|
|
|
|
def delete_volume(self, volume):
|
|
"""Deletes a VMAX volume.
|
|
|
|
:param volume: the cinder volume object
|
|
"""
|
|
self.common.delete_volume(volume)
|
|
|
|
def create_snapshot(self, snapshot):
|
|
"""Creates a snapshot.
|
|
|
|
:param snapshot: the cinder snapshot object
|
|
:returns: provider location dict
|
|
"""
|
|
src_volume = snapshot.volume
|
|
return self.common.create_snapshot(snapshot, src_volume)
|
|
|
|
def delete_snapshot(self, snapshot):
|
|
"""Deletes a snapshot.
|
|
|
|
:param snapshot: the cinder snapshot object
|
|
"""
|
|
src_volume = snapshot.volume
|
|
|
|
self.common.delete_snapshot(snapshot, src_volume)
|
|
|
|
def ensure_export(self, context, volume):
|
|
"""Driver entry point to get the export info for an existing volume.
|
|
|
|
:param context: the context
|
|
:param volume: the cinder volume object
|
|
"""
|
|
pass
|
|
|
|
def create_export(self, context, volume, connector):
|
|
"""Driver entry point to get the export info for a new volume.
|
|
|
|
:param context: the context
|
|
:param volume: the cinder volume object
|
|
:param connector: the connector object
|
|
"""
|
|
pass
|
|
|
|
def remove_export(self, context, volume):
|
|
"""Driver entry point to remove an export for a volume.
|
|
|
|
:param context: the context
|
|
:param volume: the cinder volume object
|
|
"""
|
|
pass
|
|
|
|
@staticmethod
|
|
def check_for_export(context, volume_id):
|
|
"""Make sure volume is exported.
|
|
|
|
:param context: the context
|
|
:param volume_id: the volume id
|
|
"""
|
|
pass
|
|
|
|
def initialize_connection(self, volume, connector):
|
|
"""Initializes the connection and returns connection info.
|
|
|
|
The iscsi driver returns a driver_volume_type of 'iscsi'.
|
|
the format of the driver data is defined in smis_get_iscsi_properties.
|
|
Example return value:
|
|
|
|
.. code-block:: default
|
|
|
|
{
|
|
'driver_volume_type': 'iscsi',
|
|
'data': {
|
|
'target_discovered': True,
|
|
'target_iqn': 'iqn.2010-10.org.openstack:volume-00000001',
|
|
'target_portal': '127.0.0.0.1:3260',
|
|
'volume_id': '12345678-1234-4321-1234-123456789012'
|
|
}
|
|
}
|
|
|
|
Example return value (multipath is enabled):
|
|
|
|
.. code-block:: default
|
|
|
|
{
|
|
'driver_volume_type': 'iscsi',
|
|
'data': {
|
|
'target_discovered': True,
|
|
'target_iqns': ['iqn.2010-10.org.openstack:volume-00001',
|
|
'iqn.2010-10.org.openstack:volume-00002'],
|
|
'target_portals': ['127.0.0.1:3260', '127.0.1.1:3260'],
|
|
'target_luns': [1, 1]
|
|
}
|
|
}
|
|
|
|
:param volume: the cinder volume object
|
|
:param connector: the connector object
|
|
:returns: dict -- the iscsi dict
|
|
"""
|
|
device_info = self.common.initialize_connection(
|
|
volume, connector)
|
|
return self.get_iscsi_dict(device_info, volume)
|
|
|
|
def get_iscsi_dict(self, device_info, volume):
|
|
"""Populate iscsi dict to pass to nova.
|
|
|
|
:param device_info: device info dict
|
|
:param volume: volume object
|
|
:returns: iscsi dict
|
|
"""
|
|
try:
|
|
ip_and_iqn = device_info['ip_and_iqn']
|
|
is_multipath = device_info['is_multipath']
|
|
host_lun_id = device_info['hostlunid']
|
|
except KeyError as e:
|
|
exception_message = (_("Cannot get iSCSI ipaddresses, multipath "
|
|
"flag, or hostlunid. Exception is %(e)s.")
|
|
% {'e': six.text_type(e)})
|
|
raise exception.VolumeBackendAPIException(data=exception_message)
|
|
|
|
iscsi_properties = self.vmax_get_iscsi_properties(
|
|
volume, ip_and_iqn, is_multipath, host_lun_id)
|
|
|
|
LOG.info("iSCSI properties are: %(props)s",
|
|
{'props': iscsi_properties})
|
|
return {'driver_volume_type': 'iscsi',
|
|
'data': iscsi_properties}
|
|
|
|
@staticmethod
|
|
def vmax_get_iscsi_properties(volume, ip_and_iqn,
|
|
is_multipath, host_lun_id):
|
|
"""Gets iscsi configuration.
|
|
|
|
We ideally get saved information in the volume entity, but fall back
|
|
to discovery if need be. Discovery may be completely removed in future
|
|
The properties are:
|
|
:target_discovered: boolean indicating whether discovery was used
|
|
:target_iqn: the IQN of the iSCSI target
|
|
:target_portal: the portal of the iSCSI target
|
|
:target_lun: the lun of the iSCSI target
|
|
:volume_id: the UUID of the volume
|
|
:auth_method:, :auth_username:, :auth_password:
|
|
the authentication details. Right now, either auth_method is not
|
|
present meaning no authentication, or auth_method == `CHAP`
|
|
meaning use CHAP with the specified credentials.
|
|
|
|
:param volume: the cinder volume object
|
|
:param ip_and_iqn: list of ip and iqn dicts
|
|
:param is_multipath: flag for multipath
|
|
:param host_lun_id: the host lun id of the device
|
|
:returns: properties
|
|
"""
|
|
properties = {}
|
|
if len(ip_and_iqn) > 1 and is_multipath:
|
|
properties['target_portals'] = ([t['ip'] + ":3260" for t in
|
|
ip_and_iqn])
|
|
properties['target_iqns'] = ([t['iqn'].split(",")[0] for t in
|
|
ip_and_iqn])
|
|
properties['target_luns'] = [host_lun_id] * len(ip_and_iqn)
|
|
properties['target_discovered'] = True
|
|
properties['target_iqn'] = ip_and_iqn[0]['iqn'].split(",")[0]
|
|
properties['target_portal'] = ip_and_iqn[0]['ip'] + ":3260"
|
|
properties['target_lun'] = host_lun_id
|
|
properties['volume_id'] = volume.id
|
|
|
|
LOG.info("ISCSI properties: %(properties)s.",
|
|
{'properties': properties})
|
|
LOG.info("ISCSI volume is: %(volume)s.", {'volume': volume})
|
|
|
|
if hasattr(volume, 'provider_auth'):
|
|
auth = volume.provider_auth
|
|
|
|
if auth is not None:
|
|
(auth_method, auth_username, auth_secret) = auth.split()
|
|
|
|
properties['auth_method'] = auth_method
|
|
properties['auth_username'] = auth_username
|
|
properties['auth_password'] = auth_secret
|
|
|
|
return properties
|
|
|
|
def terminate_connection(self, volume, connector, **kwargs):
|
|
"""Disallow connection from connector.
|
|
|
|
Return empty data if other volumes are in the same zone.
|
|
The FibreChannel ZoneManager doesn't remove zones
|
|
if there isn't an initiator_target_map in the
|
|
return of terminate_connection.
|
|
|
|
:param volume: the volume object
|
|
:param connector: the connector object
|
|
:returns: dict -- the target_wwns and initiator_target_map if the
|
|
zone is to be removed, otherwise empty
|
|
"""
|
|
self.common.terminate_connection(volume, connector)
|
|
|
|
def extend_volume(self, volume, new_size):
|
|
"""Extend an existing volume.
|
|
|
|
:param volume: the cinder volume object
|
|
:param new_size: the required new size
|
|
"""
|
|
self.common.extend_volume(volume, new_size)
|
|
|
|
def get_volume_stats(self, refresh=False):
|
|
"""Get volume stats.
|
|
|
|
:param refresh: boolean -- If True, run update the stats first.
|
|
:returns: dict -- the stats dict
|
|
"""
|
|
if refresh:
|
|
self.update_volume_stats()
|
|
|
|
return self._stats
|
|
|
|
def update_volume_stats(self):
|
|
"""Retrieve stats info from volume group."""
|
|
LOG.debug("Updating volume stats")
|
|
data = self.common.update_volume_stats()
|
|
data['storage_protocol'] = 'iSCSI'
|
|
data['driver_version'] = self.VERSION
|
|
self._stats = data
|
|
|
|
def manage_existing(self, volume, external_ref):
|
|
"""Manages an existing VMAX Volume (import to Cinder).
|
|
|
|
Renames the Volume to match the expected name for the volume.
|
|
Also need to consider things like QoS, Emulation, account/tenant.
|
|
"""
|
|
return self.common.manage_existing(volume, external_ref)
|
|
|
|
def manage_existing_get_size(self, volume, external_ref):
|
|
"""Return size of an existing VMAX volume to manage_existing.
|
|
|
|
:param self: reference to class
|
|
:param volume: the volume object including the volume_type_id
|
|
:param external_ref: reference to the existing volume
|
|
:returns: size of the volume in GB
|
|
"""
|
|
return self.common.manage_existing_get_size(volume, external_ref)
|
|
|
|
def unmanage(self, volume):
|
|
"""Export VMAX volume from Cinder.
|
|
|
|
Leave the volume intact on the backend array.
|
|
"""
|
|
return self.common.unmanage(volume)
|
|
|
|
def retype(self, ctxt, volume, new_type, diff, host):
|
|
"""Migrate volume to another host using retype.
|
|
|
|
:param ctxt: context
|
|
:param volume: the volume object including the volume_type_id
|
|
:param new_type: the new volume type.
|
|
:param diff: difference between old and new volume types.
|
|
Unused in driver.
|
|
:param host: the host dict holding the relevant
|
|
target(destination) information
|
|
:returns: boolean -- True if retype succeeded, False if error
|
|
"""
|
|
return self.common.retype(volume, new_type, host)
|
|
|
|
def failover_host(self, context, volumes, secondary_id=None, groups=None):
|
|
"""Failover volumes to a secondary host/ backend.
|
|
|
|
:param context: the context
|
|
:param volumes: the list of volumes to be failed over
|
|
:param secondary_id: the backend to be failed over to, is 'default'
|
|
if fail back
|
|
:param groups: replication groups
|
|
:returns: secondary_id, volume_update_list, group_update_list
|
|
"""
|
|
return self.common.failover_host(volumes, secondary_id, groups)
|
|
|
|
def create_group(self, context, group):
|
|
"""Creates a generic volume group.
|
|
|
|
:param context: the context
|
|
:param group: the group object
|
|
:returns: model_update
|
|
"""
|
|
return self.common.create_group(context, group)
|
|
|
|
def delete_group(self, context, group, volumes):
|
|
"""Deletes a generic volume group.
|
|
|
|
:param context: the context
|
|
:param group: the group object
|
|
:param volumes: the member volumes
|
|
"""
|
|
return self.common.delete_group(
|
|
context, group, volumes)
|
|
|
|
def create_group_snapshot(self, context, group_snapshot, snapshots):
|
|
"""Creates a group snapshot.
|
|
|
|
:param context: the context
|
|
:param group_snapshot: the group snapshot
|
|
:param snapshots: snapshots list
|
|
"""
|
|
return self.common.create_group_snapshot(context,
|
|
group_snapshot, snapshots)
|
|
|
|
def delete_group_snapshot(self, context, group_snapshot, snapshots):
|
|
"""Deletes a group snapshot.
|
|
|
|
:param context: the context
|
|
:param group_snapshot: the grouop snapshot
|
|
:param snapshots: snapshots list
|
|
"""
|
|
return self.common.delete_group_snapshot(context,
|
|
group_snapshot, snapshots)
|
|
|
|
def update_group(self, context, group,
|
|
add_volumes=None, remove_volumes=None):
|
|
"""Updates LUNs in group.
|
|
|
|
:param context: the context
|
|
:param group: the group object
|
|
:param add_volumes: flag for adding volumes
|
|
:param remove_volumes: flag for removing volumes
|
|
"""
|
|
return self.common.update_group(group, add_volumes,
|
|
remove_volumes)
|
|
|
|
def create_group_from_src(
|
|
self, context, group, volumes, group_snapshot=None,
|
|
snapshots=None, source_group=None, source_vols=None):
|
|
"""Creates the volume group from source.
|
|
|
|
:param context: the context
|
|
:param group: the consistency group object to be created
|
|
:param volumes: volumes in the group
|
|
:param group_snapshot: the source volume group snapshot
|
|
:param snapshots: snapshots of the source volumes
|
|
:param source_group: the dictionary of a volume group as source.
|
|
:param source_vols: a list of volume dictionaries in the source_group.
|
|
"""
|
|
return self.common.create_group_from_src(
|
|
context, group, volumes, group_snapshot, snapshots, source_group,
|
|
source_vols)
|
|
|
|
def enable_replication(self, context, group, volumes):
|
|
"""Enable replication for a group.
|
|
|
|
:param context: the context
|
|
:param group: the group object
|
|
:param volumes: the list of volumes
|
|
:returns: model_update, None
|
|
"""
|
|
return self.common.enable_replication(context, group, volumes)
|
|
|
|
def disable_replication(self, context, group, volumes):
|
|
"""Disable replication for a group.
|
|
|
|
:param context: the context
|
|
:param group: the group object
|
|
:param volumes: the list of volumes
|
|
:returns: model_update, None
|
|
"""
|
|
return self.common.disable_replication(context, group, volumes)
|
|
|
|
def failover_replication(self, context, group, volumes,
|
|
secondary_backend_id=None):
|
|
"""Failover replication for a group.
|
|
|
|
:param context: the context
|
|
:param group: the group object
|
|
:param volumes: the list of volumes
|
|
:param secondary_backend_id: the secondary backend id - default None
|
|
:returns: model_update, vol_model_updates
|
|
"""
|
|
return self.common.failover_replication(
|
|
context, group, volumes, secondary_backend_id)
|