b5832afb3a
Change-Id: I5188e66d9a9204fc9fa15785d0ef3cf10e57ffb5 Implements: blueprint storpool-block-driver-reintroduce DocImpact
511 lines
18 KiB
Python
511 lines
18 KiB
Python
# Copyright 2014 - 2017 StorPool
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
|
|
import re
|
|
import sys
|
|
|
|
import ddt
|
|
import mock
|
|
from oslo_utils import units
|
|
|
|
|
|
fakeStorPool = mock.Mock()
|
|
fakeStorPool.spopenstack = mock.Mock()
|
|
fakeStorPool.spapi = mock.Mock()
|
|
fakeStorPool.spconfig = mock.Mock()
|
|
fakeStorPool.sptypes = mock.Mock()
|
|
sys.modules['storpool'] = fakeStorPool
|
|
|
|
|
|
from cinder import exception
|
|
from cinder import test
|
|
from cinder.volume import configuration as conf
|
|
from cinder.volume.drivers import storpool as driver
|
|
|
|
|
|
volume_types = {
|
|
1: {},
|
|
2: {'storpool_template': 'ssd'},
|
|
3: {'storpool_template': 'hdd'}
|
|
}
|
|
volumes = {}
|
|
snapshots = {}
|
|
|
|
|
|
def MockExtraSpecs(vtype):
|
|
return volume_types[vtype]
|
|
|
|
|
|
def mock_volume_types(f):
|
|
def _types_inner_inner1(inst, *args, **kwargs):
|
|
@mock.patch('cinder.volume.volume_types.get_volume_type_extra_specs',
|
|
new=MockExtraSpecs)
|
|
def _types_inner_inner2():
|
|
return f(inst, *args, **kwargs)
|
|
|
|
return _types_inner_inner2()
|
|
|
|
return _types_inner_inner1
|
|
|
|
|
|
def volumeName(vid):
|
|
return 'os--volume--{id}'.format(id=vid)
|
|
|
|
|
|
def snapshotName(vtype, vid):
|
|
return 'os--snap--{t}--{id}'.format(t=vtype, id=vid)
|
|
|
|
|
|
class MockDisk(object):
|
|
def __init__(self, diskId):
|
|
self.id = diskId
|
|
self.generationLeft = -1
|
|
self.agCount = 14
|
|
self.agFree = 12
|
|
self.agAllocated = 1
|
|
|
|
|
|
class MockVolume(object):
|
|
def __init__(self, v):
|
|
self.name = v['name']
|
|
|
|
|
|
class MockTemplate(object):
|
|
def __init__(self, name):
|
|
self.name = name
|
|
|
|
|
|
class MockApiError(Exception):
|
|
def __init__(self, msg):
|
|
super(MockApiError, self).__init__(msg)
|
|
|
|
|
|
class MockAPI(object):
|
|
def __init__(self):
|
|
self._disks = {diskId: MockDisk(diskId) for diskId in (1, 2, 3, 4)}
|
|
self._disks[3].generationLeft = 42
|
|
|
|
self._templates = [MockTemplate(name) for name in ('ssd', 'hdd')]
|
|
|
|
def setlog(self, log):
|
|
self._log = log
|
|
|
|
def disksList(self):
|
|
return self._disks
|
|
|
|
def snapshotCreate(self, vname, snap):
|
|
snapshots[snap['name']] = dict(volumes[vname])
|
|
|
|
def snapshotDelete(self, name):
|
|
del snapshots[name]
|
|
|
|
def volumeCreate(self, v):
|
|
if v['name'] in volumes:
|
|
raise MockApiError('volume already exists')
|
|
volumes[v['name']] = v
|
|
|
|
def volumeDelete(self, name):
|
|
del volumes[name]
|
|
|
|
def volumesList(self):
|
|
return [MockVolume(v[1]) for v in volumes.items()]
|
|
|
|
def volumeTemplatesList(self):
|
|
return self._templates
|
|
|
|
def volumesReassign(self, json):
|
|
pass
|
|
|
|
def volumeUpdate(self, name, data):
|
|
if 'size' in data:
|
|
volumes[name]['size'] = data['size']
|
|
|
|
if 'rename' in data and data['rename'] != name:
|
|
volumes[data['rename']] = volumes[name]
|
|
del volumes[name]
|
|
|
|
|
|
class MockAttachDB(object):
|
|
def __init__(self, log):
|
|
self._api = MockAPI()
|
|
|
|
def api(self):
|
|
return self._api
|
|
|
|
def volumeName(self, vid):
|
|
return volumeName(vid)
|
|
|
|
def snapshotName(self, vtype, vid):
|
|
return snapshotName(vtype, vid)
|
|
|
|
|
|
def MockVolumeUpdateDesc(size):
|
|
return {'size': size}
|
|
|
|
|
|
def MockSPConfig(section = 's01'):
|
|
res = {}
|
|
m = re.match('^s0*([A-Za-z0-9]+)$', section)
|
|
if m:
|
|
res['SP_OURID'] = m.group(1)
|
|
return res
|
|
|
|
|
|
fakeStorPool.spapi.ApiError = MockApiError
|
|
fakeStorPool.spconfig.SPConfig = MockSPConfig
|
|
fakeStorPool.spopenstack.AttachDB = MockAttachDB
|
|
fakeStorPool.sptypes.VolumeUpdateDesc = MockVolumeUpdateDesc
|
|
|
|
|
|
@ddt.ddt
|
|
class StorPoolTestCase(test.TestCase):
|
|
|
|
def setUp(self):
|
|
super(StorPoolTestCase, self).setUp()
|
|
|
|
self.cfg = mock.Mock(spec=conf.Configuration)
|
|
self.cfg.volume_backend_name = 'storpool_test'
|
|
self.cfg.storpool_template = None
|
|
self.cfg.storpool_replication = 3
|
|
|
|
mock_exec = mock.Mock()
|
|
mock_exec.return_value = ('', '')
|
|
|
|
self.driver = driver.StorPoolDriver(execute=mock_exec,
|
|
configuration=self.cfg)
|
|
self.driver.check_for_setup_error()
|
|
|
|
@ddt.data(
|
|
(5, TypeError),
|
|
({'no-host': None}, KeyError),
|
|
({'host': 'sbad'}, exception.StorPoolConfigurationInvalid),
|
|
({'host': 's01'}, None),
|
|
({'host': 'none'}, None),
|
|
)
|
|
@ddt.unpack
|
|
def test_validate_connector(self, conn, exc):
|
|
if exc is None:
|
|
self.assertTrue(self.driver.validate_connector(conn))
|
|
else:
|
|
self.assertRaises(exc,
|
|
self.driver.validate_connector,
|
|
conn)
|
|
|
|
@ddt.data(
|
|
(5, TypeError),
|
|
({'no-host': None}, KeyError),
|
|
({'host': 'sbad'}, exception.StorPoolConfigurationInvalid),
|
|
)
|
|
@ddt.unpack
|
|
def test_initialize_connection_bad(self, conn, exc):
|
|
self.assertRaises(exc,
|
|
self.driver.initialize_connection,
|
|
None, conn)
|
|
|
|
@ddt.data(
|
|
(1, '42', 's01'),
|
|
(2, '616', 's02'),
|
|
(65, '1610', 'none'),
|
|
)
|
|
@ddt.unpack
|
|
def test_initialize_connection_good(self, cid, hid, name):
|
|
c = self.driver.initialize_connection({'id': hid}, {'host': name})
|
|
self.assertEqual('storpool', c['driver_volume_type'])
|
|
self.assertDictEqual({'client_id': cid, 'volume': hid}, c['data'])
|
|
|
|
def test_noop_functions(self):
|
|
self.driver.terminate_connection(None, None)
|
|
self.driver.create_export(None, None, {})
|
|
self.driver.remove_export(None, None)
|
|
|
|
def test_stats(self):
|
|
stats = self.driver.get_volume_stats(refresh=True)
|
|
self.assertEqual('StorPool', stats['vendor_name'])
|
|
self.assertEqual('storpool', stats['storage_protocol'])
|
|
self.assertListEqual(['default', 'template_hdd', 'template_ssd'],
|
|
sorted([p['pool_name'] for p in stats['pools']]))
|
|
r = re.compile('^template_([A-Za-z0-9_]+)$')
|
|
for pool in stats['pools']:
|
|
self.assertEqual(21, pool['total_capacity_gb'])
|
|
self.assertEqual(5, int(pool['free_capacity_gb']))
|
|
if pool['pool_name'] != 'default':
|
|
m = r.match(pool['pool_name'])
|
|
self.assertIsNotNone(m)
|
|
self.assertIsNotNone(m.group(1))
|
|
self.assertEqual(m.group(1), pool['storpool_template'])
|
|
|
|
def assertVolumeNames(self, names):
|
|
self.assertListEqual(sorted([volumeName(n) for n in names]),
|
|
sorted(volumes.keys()))
|
|
|
|
@mock_volume_types
|
|
def test_create_delete_volume(self):
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
self.driver.create_volume({'id': '1', 'name': 'v1', 'size': 1,
|
|
'volume_type': None})
|
|
self.assertListEqual([volumeName('1')], list(volumes.keys()))
|
|
self.assertVolumeNames(('1',))
|
|
v = volumes[volumeName('1')]
|
|
self.assertEqual(1 * units.Gi, v['size'])
|
|
self.assertNotIn('template', v.keys())
|
|
self.assertEqual(3, v['replication'])
|
|
|
|
caught = False
|
|
try:
|
|
self.driver.create_volume({'id': '1', 'name': 'v1', 'size': 0,
|
|
'volume_type': None})
|
|
except exception.VolumeBackendAPIException:
|
|
caught = True
|
|
self.assertTrue(caught)
|
|
|
|
self.driver.delete_volume({'id': '1'})
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
|
|
self.driver.create_volume({'id': '1', 'name': 'v1', 'size': 2,
|
|
'volume_type': None})
|
|
self.assertVolumeNames(('1',))
|
|
v = volumes[volumeName('1')]
|
|
self.assertEqual(2 * units.Gi, v['size'])
|
|
self.assertNotIn('template', v.keys())
|
|
self.assertEqual(3, v['replication'])
|
|
|
|
self.driver.create_volume({'id': '2', 'name': 'v2', 'size': 3,
|
|
'volume_type': {'id': 1}})
|
|
self.assertVolumeNames(('1', '2'))
|
|
v = volumes[volumeName('2')]
|
|
self.assertEqual(3 * units.Gi, v['size'])
|
|
self.assertNotIn('template', v.keys())
|
|
self.assertEqual(3, v['replication'])
|
|
|
|
self.driver.create_volume({'id': '3', 'name': 'v2', 'size': 4,
|
|
'volume_type': {'id': 2}})
|
|
self.assertVolumeNames(('1', '2', '3'))
|
|
v = volumes[volumeName('3')]
|
|
self.assertEqual(4 * units.Gi, v['size'])
|
|
self.assertEqual('ssd', v['template'])
|
|
self.assertNotIn('replication', v.keys())
|
|
|
|
self.driver.create_volume({'id': '4', 'name': 'v2', 'size': 5,
|
|
'volume_type': {'id': 3}})
|
|
self.assertVolumeNames(('1', '2', '3', '4'))
|
|
v = volumes[volumeName('4')]
|
|
self.assertEqual(5 * units.Gi, v['size'])
|
|
self.assertEqual('hdd', v['template'])
|
|
self.assertNotIn('replication', v.keys())
|
|
|
|
# Make sure the dictionary is not corrupted somehow...
|
|
v = volumes[volumeName('1')]
|
|
self.assertEqual(2 * units.Gi, v['size'])
|
|
self.assertNotIn('template', v.keys())
|
|
self.assertEqual(3, v['replication'])
|
|
|
|
for vid in ('1', '2', '3', '4'):
|
|
self.driver.delete_volume({'id': vid})
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
@mock_volume_types
|
|
def test_update_migrated_volume(self):
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
# Create two volumes
|
|
self.driver.create_volume({'id': '1', 'name': 'v1', 'size': 1,
|
|
'volume_type': None})
|
|
self.driver.create_volume({'id': '2', 'name': 'v2', 'size': 1,
|
|
'volume_type': None})
|
|
self.assertListEqual([volumeName('1'), volumeName('2')],
|
|
list(volumes.keys()))
|
|
self.assertVolumeNames(('1', '2',))
|
|
|
|
# Failure: the "migrated" volume does not even exist
|
|
res = self.driver.update_migrated_volume(None, {'id': '1'},
|
|
{'id': '3', '_name_id': '1'},
|
|
'available')
|
|
self.assertDictEqual({'_name_id': '1'}, res)
|
|
|
|
# Failure: a volume with the original volume's name already exists
|
|
res = self.driver.update_migrated_volume(None, {'id': '1'},
|
|
{'id': '2', '_name_id': '1'},
|
|
'available')
|
|
self.assertDictEqual({'_name_id': '1'}, res)
|
|
|
|
# Success: rename the migrated volume to match the original
|
|
res = self.driver.update_migrated_volume(None, {'id': '3'},
|
|
{'id': '2', '_name_id': '3'},
|
|
'available')
|
|
self.assertDictEqual({'_name_id': None}, res)
|
|
self.assertListEqual([volumeName('1'), volumeName('3')],
|
|
list(volumes.keys()))
|
|
self.assertVolumeNames(('1', '3',))
|
|
|
|
for vid in ('1', '3'):
|
|
self.driver.delete_volume({'id': vid})
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
def test_clone_extend_volume(self):
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
self.driver.create_volume({'id': '1', 'name': 'v1', 'size': 1,
|
|
'volume_type': None})
|
|
self.assertVolumeNames(('1',))
|
|
self.driver.extend_volume({'id': '1'}, 2)
|
|
self.assertEqual(2 * units.Gi, volumes[volumeName('1')]['size'])
|
|
|
|
self.driver.create_cloned_volume({'id': '2', 'name': 'clo', 'size': 3},
|
|
{'id': 1})
|
|
self.assertVolumeNames(('1', '2'))
|
|
self.assertDictEqual({}, snapshots)
|
|
# Note: this would not be true in a real environment (the snapshot will
|
|
# have been deleted, the volume would have no parent), but with this
|
|
# fake implementation it helps us make sure that the second volume was
|
|
# created with the proper options.
|
|
self.assertEqual(volumes[volumeName('2')]['parent'],
|
|
snapshotName('clone', '2'))
|
|
|
|
self.driver.delete_volume({'id': 1})
|
|
self.driver.delete_volume({'id': 2})
|
|
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
@mock_volume_types
|
|
def test_config_replication(self):
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
save_repl = self.driver.configuration.storpool_replication
|
|
|
|
self.driver.configuration.storpool_replication = 3
|
|
stats = self.driver.get_volume_stats(refresh=True)
|
|
pool = stats['pools'][0]
|
|
self.assertEqual(21, pool['total_capacity_gb'])
|
|
self.assertEqual(5, int(pool['free_capacity_gb']))
|
|
|
|
self.driver.create_volume({'id': 'cfgrepl1', 'name': 'v1', 'size': 1,
|
|
'volume_type': None})
|
|
self.assertVolumeNames(('cfgrepl1',))
|
|
v = volumes[volumeName('cfgrepl1')]
|
|
self.assertEqual(3, v['replication'])
|
|
self.assertNotIn('template', v)
|
|
self.driver.delete_volume({'id': 'cfgrepl1'})
|
|
|
|
self.driver.configuration.storpool_replication = 2
|
|
stats = self.driver.get_volume_stats(refresh=True)
|
|
pool = stats['pools'][0]
|
|
self.assertEqual(21, pool['total_capacity_gb'])
|
|
self.assertEqual(8, int(pool['free_capacity_gb']))
|
|
|
|
self.driver.create_volume({'id': 'cfgrepl2', 'name': 'v1', 'size': 1,
|
|
'volume_type': None})
|
|
self.assertVolumeNames(('cfgrepl2',))
|
|
v = volumes[volumeName('cfgrepl2')]
|
|
self.assertEqual(2, v['replication'])
|
|
self.assertNotIn('template', v)
|
|
self.driver.delete_volume({'id': 'cfgrepl2'})
|
|
|
|
self.driver.create_volume({'id': 'cfgrepl3', 'name': 'v1', 'size': 1,
|
|
'volume_type': {'id': 2}})
|
|
self.assertVolumeNames(('cfgrepl3',))
|
|
v = volumes[volumeName('cfgrepl3')]
|
|
self.assertNotIn('replication', v)
|
|
self.assertEqual('ssd', v['template'])
|
|
self.driver.delete_volume({'id': 'cfgrepl3'})
|
|
|
|
self.driver.configuration.storpool_replication = save_repl
|
|
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
@mock_volume_types
|
|
def test_config_template(self):
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
save_template = self.driver.configuration.storpool_template
|
|
|
|
self.driver.configuration.storpool_template = None
|
|
|
|
self.driver.create_volume({'id': 'cfgtempl1', 'name': 'v1', 'size': 1,
|
|
'volume_type': None})
|
|
self.assertVolumeNames(('cfgtempl1',))
|
|
v = volumes[volumeName('cfgtempl1')]
|
|
self.assertEqual(3, v['replication'])
|
|
self.assertNotIn('template', v)
|
|
self.driver.delete_volume({'id': 'cfgtempl1'})
|
|
|
|
self.driver.create_volume({'id': 'cfgtempl2', 'name': 'v1', 'size': 1,
|
|
'volume_type': {'id': 2}})
|
|
self.assertVolumeNames(('cfgtempl2',))
|
|
v = volumes[volumeName('cfgtempl2')]
|
|
self.assertNotIn('replication', v)
|
|
self.assertEqual('ssd', v['template'])
|
|
self.driver.delete_volume({'id': 'cfgtempl2'})
|
|
|
|
self.driver.configuration.storpool_template = 'hdd'
|
|
|
|
self.driver.create_volume({'id': 'cfgtempl3', 'name': 'v1', 'size': 1,
|
|
'volume_type': None})
|
|
self.assertVolumeNames(('cfgtempl3',))
|
|
v = volumes[volumeName('cfgtempl3')]
|
|
self.assertNotIn('replication', v)
|
|
self.assertEqual('hdd', v['template'])
|
|
self.driver.delete_volume({'id': 'cfgtempl3'})
|
|
|
|
self.driver.create_volume({'id': 'cfgtempl4', 'name': 'v1', 'size': 1,
|
|
'volume_type': {'id': 2}})
|
|
self.assertVolumeNames(('cfgtempl4',))
|
|
v = volumes[volumeName('cfgtempl4')]
|
|
self.assertNotIn('replication', v)
|
|
self.assertEqual('ssd', v['template'])
|
|
self.driver.delete_volume({'id': 'cfgtempl4'})
|
|
|
|
self.driver.configuration.storpool_template = save_template
|
|
|
|
self.assertVolumeNames([])
|
|
self.assertDictEqual({}, volumes)
|
|
self.assertDictEqual({}, snapshots)
|
|
|
|
@ddt.data(
|
|
# No volume type at all: 'default'
|
|
('default', None),
|
|
# No storpool_template in the type extra specs: 'default'
|
|
('default', {'id': 1}),
|
|
# An actual template specified: 'template_*'
|
|
('template_ssd', {'id': 2}),
|
|
('template_hdd', {'id': 3}),
|
|
)
|
|
@ddt.unpack
|
|
@mock_volume_types
|
|
def test_get_pool(self, pool, volume_type):
|
|
self.assertEqual(pool,
|
|
self.driver.get_pool({
|
|
'volume_type': volume_type
|
|
}))
|