0885397d10
Initial PoC source code for Tricircle, the project for OpenStack cascading solution. Change-Id: I8abc93839a26446cb61c8d9004dfd812bd91de6e
1100 lines
47 KiB
Python
1100 lines
47 KiB
Python
# Copyright 2014 Huawei Technologies Co., LTD
|
|
# All Rights Reserved.
|
|
#
|
|
# @author: z00209472, Huawei Technologies Co., LTD
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""
|
|
Cinder_proxy manages creating, attaching, detaching, and persistent storage.
|
|
|
|
Persistent storage volumes keep their state independent of instances. You can
|
|
attach to an instance, terminate the instance, spawn a new instance (even
|
|
one from a different image) and re-attach the volume with the same data
|
|
intact.
|
|
|
|
**Related Flags**
|
|
|
|
:volume_topic: What :mod:`rpc` topic to listen to (default: `cinder-volume`).
|
|
:volume_manager: The module name of a class derived from
|
|
:class:`manager.Manager` (default:
|
|
:class:`cinder.volume.manager.Manager`).
|
|
:volume_group: Name of the group that will contain exported volumes (default:
|
|
`cinder-volumes`)
|
|
:num_shell_tries: Number of times to attempt to run commands (default: 3)
|
|
|
|
"""
|
|
|
|
|
|
import time
|
|
import datetime
|
|
|
|
from oslo.config import cfg
|
|
from oslo import messaging
|
|
|
|
from cinder import compute
|
|
from cinder import context
|
|
from cinder import exception
|
|
from cinder import manager
|
|
from cinder import quota
|
|
from cinder import utils
|
|
from cinder import volume
|
|
|
|
from cinder.image import glance
|
|
from cinder.openstack.common import excutils
|
|
from cinder.openstack.common import log as logging
|
|
from cinder.openstack.common import periodic_task
|
|
from cinder.openstack.common import timeutils
|
|
from cinder.volume.configuration import Configuration
|
|
from cinder.volume import rpcapi as volume_rpcapi
|
|
from cinder.volume import utils as volume_utils
|
|
from cinderclient import service_catalog
|
|
from cinderclient.v2 import client as cinder_client
|
|
from keystoneclient.v2_0 import client as kc
|
|
|
|
from eventlet.greenpool import GreenPool
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
QUOTAS = quota.QUOTAS
|
|
|
|
volume_manager_opts = [
|
|
cfg.IntOpt('migration_create_volume_timeout_secs',
|
|
default=300,
|
|
help='Timeout for creating the volume to migrate to '
|
|
'when performing volume migration (seconds)'),
|
|
cfg.IntOpt('volume_sync_interval',
|
|
default=5,
|
|
help='seconds between cascading and cascaded cinders'
|
|
'when synchronizing volume data'),
|
|
cfg.BoolOpt('volume_service_inithost_offload',
|
|
default=False,
|
|
help='Offload pending volume delete during '
|
|
'volume service startup'),
|
|
cfg.StrOpt('cinder_username',
|
|
default='cinder_username',
|
|
help='username for connecting to cinder in admin context'),
|
|
cfg.StrOpt('cinder_password',
|
|
default='cinder_password',
|
|
help='password for connecting to cinder in admin context',
|
|
secret=True),
|
|
cfg.StrOpt('cinder_tenant_name',
|
|
default='cinder_tenant_name',
|
|
help='tenant name for connecting to cinder in admin context'),
|
|
cfg.StrOpt('cascaded_available_zone',
|
|
default='nova',
|
|
help='available zone for cascaded openstack'),
|
|
cfg.StrOpt('keystone_auth_url',
|
|
default='http://127.0.0.1:5000/v2.0/',
|
|
help='value of keystone url'),
|
|
cfg.StrOpt('cascaded_cinder_url',
|
|
default='http://127.0.0.1:8776/v2/%(project_id)s',
|
|
help='value of cascaded cinder url'),
|
|
cfg.StrOpt('cascading_cinder_url',
|
|
default='http://127.0.0.1:8776/v2/%(project_id)s',
|
|
help='value of cascading cinder url'),
|
|
cfg.BoolOpt('glance_cascading_flag',
|
|
default=False,
|
|
help='Whether to use glance cescaded'),
|
|
cfg.StrOpt('cascading_glance_url',
|
|
default='127.0.0.1:9292',
|
|
help='value of cascading glance url'),
|
|
cfg.StrOpt('cascaded_glance_url',
|
|
default='http://127.0.0.1:9292',
|
|
help='value of cascaded glance url'),
|
|
cfg.StrOpt('cascaded_region_name',
|
|
default='RegionOne',
|
|
help='Region name of this node'),
|
|
]
|
|
CONF = cfg.CONF
|
|
CONF.register_opts(volume_manager_opts)
|
|
|
|
|
|
def locked_volume_operation(f):
|
|
"""Lock decorator for volume operations.
|
|
|
|
Takes a named lock prior to executing the operation. The lock is named with
|
|
the operation executed and the id of the volume. This lock can then be used
|
|
by other operations to avoid operation conflicts on shared volumes.
|
|
|
|
Example use:
|
|
|
|
If a volume operation uses this decorator, it will block until the named
|
|
lock is free. This is used to protect concurrent operations on the same
|
|
volume e.g. delete VolA while create volume VolB from VolA is in progress.
|
|
"""
|
|
def lvo_inner1(inst, context, volume_id, **kwargs):
|
|
@utils.synchronized("%s-%s" % (volume_id, f.__name__), external=True)
|
|
def lvo_inner2(*_args, **_kwargs):
|
|
return f(*_args, **_kwargs)
|
|
return lvo_inner2(inst, context, volume_id, **kwargs)
|
|
return lvo_inner1
|
|
|
|
|
|
def locked_snapshot_operation(f):
|
|
"""Lock decorator for snapshot operations.
|
|
|
|
Takes a named lock prior to executing the operation. The lock is named with
|
|
the operation executed and the id of the snapshot. This lock can then be
|
|
used by other operations to avoid operation conflicts on shared snapshots.
|
|
|
|
Example use:
|
|
|
|
If a snapshot operation uses this decorator, it will block until the named
|
|
lock is free. This is used to protect concurrent operations on the same
|
|
snapshot e.g. delete SnapA while create volume VolA from SnapA is in
|
|
progress.
|
|
"""
|
|
def lso_inner1(inst, context, snapshot_id, **kwargs):
|
|
@utils.synchronized("%s-%s" % (snapshot_id, f.__name__), external=True)
|
|
def lso_inner2(*_args, **_kwargs):
|
|
return f(*_args, **_kwargs)
|
|
return lso_inner2(inst, context, snapshot_id, **kwargs)
|
|
return lso_inner1
|
|
|
|
|
|
class CinderProxy(manager.SchedulerDependentManager):
|
|
|
|
"""Manages attachable block storage devices."""
|
|
|
|
RPC_API_VERSION = '1.16'
|
|
target = messaging.Target(version=RPC_API_VERSION)
|
|
|
|
def __init__(self, service_name=None, *args, **kwargs):
|
|
"""Load the specified in args, or flags."""
|
|
# update_service_capabilities needs service_name to be volume
|
|
super(CinderProxy, self).__init__(service_name='volume',
|
|
*args, **kwargs)
|
|
self.configuration = Configuration(volume_manager_opts,
|
|
config_group=service_name)
|
|
self._tp = GreenPool()
|
|
|
|
self.volume_api = volume.API()
|
|
|
|
self._last_info_volume_state_heal = 0
|
|
self._change_since_time = None
|
|
self.volumes_mapping_cache = {'volumes': {}, 'snapshots': {}}
|
|
self._init_volume_mapping_cache()
|
|
self.image_service = glance.get_default_image_service()
|
|
|
|
def _init_volume_mapping_cache(self):
|
|
|
|
cinderClient = self._get_cinder_cascaded_admin_client()
|
|
|
|
try:
|
|
search_op = {'all_tenants': True}
|
|
volumes = cinderClient.volumes.list(search_opts=search_op)
|
|
for volume in volumes:
|
|
if 'logicalVolumeId' in volume._info['metadata']:
|
|
volumeId = volume._info['metadata']['logicalVolumeId']
|
|
physicalVolumeId = volume._info['id']
|
|
self.volumes_mapping_cache['volumes'][volumeId] = \
|
|
physicalVolumeId
|
|
|
|
snapshots = \
|
|
cinderClient.volume_snapshots.list(search_opts=search_op)
|
|
for snapshot in snapshots:
|
|
if 'logicalSnapshotId' in snapshot._info['metadata']:
|
|
snapshotId = \
|
|
snapshot._info['metadata']['logicalSnapshotId']
|
|
physicalSnapshotId = snapshot._info['id']
|
|
self.volumes_mapping_cache['snapshots'][snapshotId] = \
|
|
physicalSnapshotId
|
|
|
|
LOG.info(_("Cascade info: cinder proxy: init volumes mapping"
|
|
"cache:%s"), self.volumes_mapping_cache)
|
|
|
|
except Exception as ex:
|
|
LOG.error(_("Failed init volumes mapping cache"))
|
|
LOG.exception(ex)
|
|
|
|
def _heal_volume_mapping_cache(self, volumeId, physicalVolumeId, action):
|
|
if action == 'add':
|
|
self.volumes_mapping_cache['volumes'][volumeId] = physicalVolumeId
|
|
LOG.info(_("Cascade info: volume mapping cache add record. "
|
|
"volumeId:%s,physicalVolumeId:%s"),
|
|
(volumeId, physicalVolumeId))
|
|
return True
|
|
|
|
elif action == 'remove':
|
|
if volumeId in self.volumes_mapping_cache['volumes']:
|
|
self.volumes_mapping_cache['volumes'].pop(volumeId)
|
|
LOG.info(_("Casecade info: volume mapping cache remove record."
|
|
" volumeId:%s, physicalVolumeId:%s"),
|
|
(volumeId, physicalVolumeId))
|
|
return True
|
|
|
|
def _heal_snapshot_mapping_cache(self, snapshotId, physicalSnapshotId,
|
|
action):
|
|
if action == 'add':
|
|
self.volumes_mapping_cache['snapshots'][snapshotId] = \
|
|
physicalSnapshotId
|
|
LOG.info(_("Cascade info: snapshots mapping cache add record. "
|
|
"snapshotId:%s, physicalSnapshotId:%s"),
|
|
(snapshotId, physicalSnapshotId))
|
|
return True
|
|
elif action == 'remove':
|
|
if snapshotId in self.volumes_mapping_cache['snapshots']:
|
|
self.volumes_mapping_cache['snapshots'].pop(snapshotId)
|
|
LOG.info(_("Casecade info: volume snapshot mapping cache"
|
|
"remove snapshotId:%s,physicalSnapshotId:%s"),
|
|
(snapshotId, physicalSnapshotId))
|
|
return True
|
|
|
|
def _get_cascaded_volume_id(self, volume_id):
|
|
physical_volume_id = None
|
|
if volume_id in self.volumes_mapping_cache['volumes']:
|
|
physical_volume_id = \
|
|
self.volumes_mapping_cache['volumes'].get(volume_id)
|
|
LOG.debug(_('get cascade volume,volume id:%s,physicalVolumeId:%s'),
|
|
(volume_id, physical_volume_id))
|
|
|
|
if physical_volume_id is None:
|
|
LOG.error(_('can not find volume %s in volumes_mapping_cache %s.'),
|
|
volume_id, self.volumes_mapping_cache)
|
|
|
|
return physical_volume_id
|
|
|
|
def _get_cascaded_snapshot_id(self, snapshot_id):
|
|
physical_snapshot_id = None
|
|
if snapshot_id in self.volumes_mapping_cache['snapshots']:
|
|
physical_snapshot_id = \
|
|
self.volumes_mapping_cache['snapshots'].get('snapshot_id')
|
|
LOG.debug(_("get cascade volume,snapshot_id:%s,"
|
|
"physicalSnapshotId:%s"),
|
|
(snapshot_id, physical_snapshot_id))
|
|
|
|
if physical_snapshot_id is None:
|
|
LOG.error(_('not find snapshot %s in volumes_mapping_cache %s'),
|
|
snapshot_id, self.volumes_mapping_cache)
|
|
|
|
return physical_snapshot_id
|
|
|
|
def _get_cinder_cascaded_admin_client(self):
|
|
|
|
try:
|
|
kwargs = {'username': cfg.CONF.cinder_username,
|
|
'password': cfg.CONF.cinder_password,
|
|
'tenant_name': cfg.CONF.cinder_tenant_name,
|
|
'auth_url': cfg.CONF.keystone_auth_url
|
|
}
|
|
|
|
client_v2 = kc.Client(**kwargs)
|
|
sCatalog = getattr(client_v2, 'auth_ref').get('serviceCatalog')
|
|
|
|
compat_catalog = {
|
|
'access': {'serviceCatalog': sCatalog}
|
|
}
|
|
|
|
sc = service_catalog.ServiceCatalog(compat_catalog)
|
|
|
|
url = sc.url_for(attr='region',
|
|
filter_value=cfg.CONF.cascaded_region_name,
|
|
service_type='volume',
|
|
service_name='cinder',
|
|
endpoint_type='publicURL')
|
|
|
|
cinderclient = cinder_client.Client(
|
|
username=cfg.CONF.cinder_username,
|
|
api_key=cfg.CONF.cinder_password,
|
|
tenant_id=cfg.CONF.cinder_tenant_name,
|
|
auth_url=cfg.CONF.keystone_auth_url)
|
|
|
|
cinderclient.client.auth_token = client_v2.auth_ref.auth_token
|
|
cinderclient.client.management_url = url
|
|
return cinderclient
|
|
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
LOG.error(_('Failed to get cinder python client.'))
|
|
|
|
def _get_cinder_cascaded_user_client(self, context):
|
|
|
|
try:
|
|
ctx_dict = context.to_dict()
|
|
cinderclient = cinder_client.Client(
|
|
username=ctx_dict.get('user_id'),
|
|
api_key=ctx_dict.get('auth_token'),
|
|
project_id=ctx_dict.get('project_name'),
|
|
auth_url=cfg.CONF.keystone_auth_url)
|
|
cinderclient.client.auth_token = ctx_dict.get('auth_token')
|
|
cinderclient.client.management_url = \
|
|
cfg.CONF.cascaded_cinder_url % ctx_dict
|
|
return cinderclient
|
|
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
LOG.error(_('Failed to get cinder python client.'))
|
|
|
|
def _get_image_cascaded(self, context, image_id, cascaded_glance_url):
|
|
|
|
try:
|
|
# direct_url is returned by v2 api
|
|
client = glance.GlanceClientWrapper(
|
|
context,
|
|
netloc=cfg.CONF.cascading_glance_url,
|
|
use_ssl=False,
|
|
version="2")
|
|
image_meta = client.call(context, 'get', image_id)
|
|
|
|
except Exception:
|
|
glance._reraise_translated_image_exception(image_id)
|
|
|
|
if not self.image_service._is_image_available(context, image_meta):
|
|
raise exception.ImageNotFound(image_id=image_id)
|
|
|
|
locations = getattr(image_meta, 'locations', None)
|
|
LOG.debug(_("Cascade info: image glance get_image_cascaded,"
|
|
"locations:%s"), locations)
|
|
LOG.debug(_("Cascade info: image glance get_image_cascaded,"
|
|
"cascaded_glance_url:%s"), cascaded_glance_url)
|
|
|
|
cascaded_image_id = None
|
|
for loc in locations:
|
|
image_url = loc.get('url')
|
|
LOG.debug(_("Cascade info: image glance get_image_cascaded,"
|
|
"image_url:%s"), image_url)
|
|
if cascaded_glance_url in image_url:
|
|
(cascaded_image_id, glance_netloc, use_ssl) = \
|
|
glance._parse_image_ref(image_url)
|
|
LOG.debug(_("Cascade info : Result :image glance "
|
|
"get_image_cascaded,%s") % cascaded_image_id)
|
|
break
|
|
|
|
if cascaded_image_id is None:
|
|
raise exception.CinderException(
|
|
_("Cascade exception: Cascaded image for image %s not exist ")
|
|
% image_id)
|
|
|
|
return cascaded_image_id
|
|
|
|
def _add_to_threadpool(self, func, *args, **kwargs):
|
|
self._tp.spawn_n(func, *args, **kwargs)
|
|
|
|
def init_host(self):
|
|
"""Do any initialization that needs to be run if this is a
|
|
standalone service.
|
|
"""
|
|
|
|
ctxt = context.get_admin_context()
|
|
|
|
volumes = self.db.volume_get_all_by_host(ctxt, self.host)
|
|
LOG.debug(_("Re-exporting %s volumes"), len(volumes))
|
|
|
|
LOG.debug(_('Resuming any in progress delete operations'))
|
|
for volume in volumes:
|
|
if volume['status'] == 'deleting':
|
|
LOG.info(_('Resuming delete on volume: %s') % volume['id'])
|
|
if CONF.volume_service_inithost_offload:
|
|
# Offload all the pending volume delete operations to the
|
|
# threadpool to prevent the main volume service thread
|
|
# from being blocked.
|
|
self._add_to_threadpool(self.delete_volume(ctxt,
|
|
volume['id']))
|
|
else:
|
|
# By default, delete volumes sequentially
|
|
self.delete_volume(ctxt, volume['id'])
|
|
|
|
# collect and publish service capabilities
|
|
self.publish_service_capabilities(ctxt)
|
|
|
|
def create_volume(self, context, volume_id, request_spec=None,
|
|
filter_properties=None, allow_reschedule=True,
|
|
snapshot_id=None, image_id=None, source_volid=None):
|
|
"""Creates and exports the volume."""
|
|
|
|
ctx_dict = context.__dict__
|
|
try:
|
|
volume_properties = request_spec.get('volume_properties')
|
|
size = volume_properties.get('size')
|
|
display_name = volume_properties.get('display_name')
|
|
display_description = volume_properties.get('display_description')
|
|
volume_type_id = volume_properties.get('volume_type_id')
|
|
user_id = ctx_dict.get('user_id')
|
|
project_id = ctx_dict.get('project_id')
|
|
|
|
cascaded_snapshot_id = None
|
|
if snapshot_id is not None:
|
|
snapshot_ref = self.db.snapshot_get(context, snapshot_id)
|
|
cascaded_snapshot_id = snapshot_ref['mapping_uuid']
|
|
LOG.info(_('Cascade info: create volume from snapshot, '
|
|
'cascade id:%s'), cascaded_snapshot_id)
|
|
|
|
cascaded_source_volid = None
|
|
if source_volid is not None:
|
|
vol_ref = self.db.volume_get(context, source_volid)
|
|
cascaded_source_volid = vol_ref['mapping_uuid']
|
|
LOG.info(_('Cascade info: create volume from source volume, '
|
|
'cascade id:%s'), cascaded_source_volid)
|
|
|
|
cascaded_volume_type = None
|
|
if volume_type_id is not None:
|
|
volume_type_ref = \
|
|
self.db.volume_type_get(context, volume_type_id)
|
|
cascaded_volume_type = volume_type_ref['name']
|
|
LOG.info(_('Cascade info: create volume use volume type, '
|
|
'cascade name:%s'), cascaded_volume_type)
|
|
|
|
metadata = volume_properties.get('metadata')
|
|
if metadata is None:
|
|
metadata = {}
|
|
|
|
metadata['logicalVolumeId'] = volume_id
|
|
|
|
cascaded_image_id = None
|
|
if image_id is not None:
|
|
if cfg.CONF.glance_cascading_flag:
|
|
cascaded_image_id = self._get_image_cascaded(
|
|
context,
|
|
image_id,
|
|
cfg.CONF.cascaded_glance_url)
|
|
else:
|
|
cascaded_image_id = image_id
|
|
LOG.info(_("Cascade info: create volume use image, "
|
|
"cascaded image id is %s:"), cascaded_image_id)
|
|
|
|
availability_zone = cfg.CONF.cascaded_available_zone
|
|
LOG.info(_('Cascade info: create volume with available zone:%s'),
|
|
availability_zone)
|
|
|
|
cinderClient = self._get_cinder_cascaded_user_client(context)
|
|
|
|
bodyResponse = cinderClient.volumes.create(
|
|
size=size,
|
|
snapshot_id=cascaded_snapshot_id,
|
|
source_volid=cascaded_source_volid,
|
|
name=display_name,
|
|
description=display_description,
|
|
volume_type=cascaded_volume_type,
|
|
user_id=user_id,
|
|
project_id=project_id,
|
|
availability_zone=availability_zone,
|
|
metadata=metadata,
|
|
imageRef=cascaded_image_id)
|
|
|
|
if 'logicalVolumeId' in metadata:
|
|
metadata.pop('logicalVolumeId')
|
|
metadata['mapping_uuid'] = bodyResponse._info['id']
|
|
self.db.volume_metadata_update(context, volume_id, metadata, True)
|
|
|
|
if bodyResponse._info['status'] == 'creating':
|
|
self._heal_volume_mapping_cache(volume_id,
|
|
bodyResponse._info['id'],
|
|
'add')
|
|
self.db.volume_update(
|
|
context,
|
|
volume_id,
|
|
{'mapping_uuid': bodyResponse._info['id']})
|
|
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
self.db.volume_update(context,
|
|
volume_id,
|
|
{'status': 'error'})
|
|
|
|
return volume_id
|
|
|
|
@periodic_task.periodic_task(spacing=CONF.volume_sync_interval,
|
|
run_immediately=True)
|
|
def _heal_volume_status(self, context):
|
|
|
|
TIME_SHIFT_TOLERANCE = 3
|
|
|
|
heal_interval = CONF.volume_sync_interval
|
|
|
|
if not heal_interval:
|
|
return
|
|
|
|
curr_time = time.time()
|
|
LOG.info(_('Cascade info: last volume update time:%s'),
|
|
self._last_info_volume_state_heal)
|
|
LOG.info(_('Cascade info: heal interval:%s'), heal_interval)
|
|
LOG.info(_('Cascade info: curr_time:%s'), curr_time)
|
|
|
|
if self._last_info_volume_state_heal + heal_interval > curr_time:
|
|
return
|
|
self._last_info_volume_state_heal = curr_time
|
|
|
|
cinderClient = self._get_cinder_cascaded_admin_client()
|
|
|
|
try:
|
|
if self._change_since_time is None:
|
|
search_opt = {'all_tenants': True}
|
|
volumes = cinderClient.volumes.list(search_opts=search_opt)
|
|
volumetypes = cinderClient.volume_types.list()
|
|
LOG.info(_('Cascade info: change since time is none,'
|
|
'volumes:%s'), volumes)
|
|
else:
|
|
change_since_isotime = \
|
|
timeutils.parse_isotime(self._change_since_time)
|
|
changesine_timestamp = change_since_isotime - \
|
|
datetime.timedelta(seconds=TIME_SHIFT_TOLERANCE)
|
|
timestr = time.mktime(changesine_timestamp.timetuple())
|
|
new_change_since_isotime = \
|
|
timeutils.iso8601_from_timestamp(timestr)
|
|
|
|
search_op = {'all_tenants': True,
|
|
'changes-since': new_change_since_isotime}
|
|
volumes = cinderClient.volumes.list(search_opts=search_op)
|
|
volumetypes = cinderClient.volume_types.list()
|
|
LOG.info(_('Cascade info: search time is not none,'
|
|
'volumes:%s'), volumes)
|
|
|
|
self._change_since_time = timeutils.isotime()
|
|
|
|
if len(volumes) > 0:
|
|
LOG.debug(_('Updated the volumes %s'), volumes)
|
|
|
|
for volume in volumes:
|
|
volume_id = volume._info['metadata']['logicalVolumeId']
|
|
volume_status = volume._info['status']
|
|
if volume_status == "in-use":
|
|
self.db.volume_update(context, volume_id,
|
|
{'status': volume._info['status'],
|
|
'attach_status': 'attached',
|
|
'attach_time': timeutils.strtime()
|
|
})
|
|
elif volume_status == "available":
|
|
self.db.volume_update(context, volume_id,
|
|
{'status': volume._info['status'],
|
|
'attach_status': 'detached',
|
|
'instance_uuid': None,
|
|
'attached_host': None,
|
|
'mountpoint': None,
|
|
'attach_time': None
|
|
})
|
|
else:
|
|
self.db.volume_update(context, volume_id,
|
|
{'status': volume._info['status']})
|
|
LOG.info(_('Cascade info: Updated the volume %s status from'
|
|
'cinder-proxy'), volume_id)
|
|
|
|
vol_types = self.db.volume_type_get_all(context, inactive=False)
|
|
for volumetype in volumetypes:
|
|
volume_type_name = volumetype._info['name']
|
|
if volume_type_name not in vol_types.keys():
|
|
extra_specs = volumetype._info['extra_specs']
|
|
self.db.volume_type_create(
|
|
context,
|
|
dict(name=volume_type_name, extra_specs=extra_specs))
|
|
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
LOG.error(_('Failed to sys volume status to db.'))
|
|
|
|
@locked_volume_operation
|
|
def delete_volume(self, context, volume_id, unmanage_only=False):
|
|
"""Deletes and unexports volume."""
|
|
context = context.elevated()
|
|
|
|
volume_ref = self.db.volume_get(context, volume_id)
|
|
|
|
if context.project_id != volume_ref['project_id']:
|
|
project_id = volume_ref['project_id']
|
|
else:
|
|
project_id = context.project_id
|
|
|
|
LOG.info(_("volume %s: deleting"), volume_ref['id'])
|
|
if volume_ref['attach_status'] == "attached":
|
|
# Volume is still attached, need to detach first
|
|
raise exception.VolumeAttached(volume_id=volume_id)
|
|
if volume_ref['host'] != self.host:
|
|
raise exception.InvalidVolume(
|
|
reason=_("volume is not local to this node"))
|
|
|
|
self._notify_about_volume_usage(context, volume_ref, "delete.start")
|
|
self._reset_stats()
|
|
|
|
try:
|
|
self._delete_cascaded_volume(context, volume_id)
|
|
except Exception:
|
|
LOG.exception(_("Failed to deleting volume"))
|
|
# Get reservations
|
|
try:
|
|
reserve_opts = {'volumes': -1, 'gigabytes': -volume_ref['size']}
|
|
QUOTAS.add_volume_type_opts(context,
|
|
reserve_opts,
|
|
volume_ref.get('volume_type_id'))
|
|
reservations = QUOTAS.reserve(context,
|
|
project_id=project_id,
|
|
**reserve_opts)
|
|
except Exception:
|
|
reservations = None
|
|
LOG.exception(_("Failed to update usages deleting volume"))
|
|
|
|
# Delete glance metadata if it exists
|
|
try:
|
|
self.db.volume_glance_metadata_delete_by_volume(context, volume_id)
|
|
LOG.debug(_("volume %s: glance metadata deleted"),
|
|
volume_ref['id'])
|
|
except exception.GlanceMetadataNotFound:
|
|
LOG.debug(_("no glance metadata found for volume %s"),
|
|
volume_ref['id'])
|
|
|
|
self.db.volume_destroy(context, volume_id)
|
|
LOG.info(_("volume %s: deleted successfully"), volume_ref['id'])
|
|
self._notify_about_volume_usage(context, volume_ref, "delete.end")
|
|
|
|
# Commit the reservations
|
|
if reservations:
|
|
QUOTAS.commit(context, reservations, project_id=project_id)
|
|
|
|
self.publish_service_capabilities(context)
|
|
|
|
return True
|
|
|
|
def _delete_cascaded_volume(self, context, volume_id):
|
|
|
|
try:
|
|
|
|
vol_ref = self.db.volume_get(context, volume_id)
|
|
casecaded_volume_id = vol_ref['mapping_uuid']
|
|
LOG.info(_('Cascade info: prepare to delete cascaded volume %s.'),
|
|
casecaded_volume_id)
|
|
|
|
cinderClient = self._get_cinder_cascaded_user_client(context)
|
|
|
|
cinderClient.volumes.delete(volume=casecaded_volume_id)
|
|
LOG.info(_('Cascade info: finished to delete cascade volume %s'),
|
|
casecaded_volume_id)
|
|
# self._heal_volume_mapping_cache(volume_id,casecade_volume_id,s'remove')
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
LOG.error(_('Cascade info: failed to delete cascaded'
|
|
' volume %s'), casecaded_volume_id)
|
|
|
|
def create_snapshot(self, context, volume_id, snapshot_id):
|
|
"""Creates and exports the snapshot."""
|
|
|
|
context = context.elevated()
|
|
snapshot_ref = self.db.snapshot_get(context, snapshot_id)
|
|
display_name = snapshot_ref['display_name']
|
|
display_description = snapshot_ref['display_description']
|
|
LOG.info(_("snapshot %s: creating"), snapshot_ref['id'])
|
|
|
|
self._notify_about_snapshot_usage(
|
|
context, snapshot_ref, "create.start")
|
|
|
|
vol_ref = self.db.volume_get(context, volume_id)
|
|
LOG.info(_("Cascade info: create snapshot while cascade id is:%s"),
|
|
vol_ref['mapping_uuid'])
|
|
|
|
try:
|
|
vol_ref = self.db.volume_get(context, volume_id)
|
|
casecaded_volume_id = vol_ref['mapping_uuid']
|
|
cinderClient = self._get_cinder_cascaded_user_client(context)
|
|
bodyResponse = cinderClient.volume_snapshots.create(
|
|
volume_id=casecaded_volume_id,
|
|
force=False,
|
|
name=display_name,
|
|
description=display_description)
|
|
|
|
LOG.info(_("Cascade info: create snapshot while response is:%s"),
|
|
bodyResponse._info)
|
|
if bodyResponse._info['status'] == 'creating':
|
|
self._heal_snapshot_mapping_cache(snapshot_id,
|
|
bodyResponse._info['id'],
|
|
"add")
|
|
self.db.snapshot_update(
|
|
context,
|
|
snapshot_ref['id'],
|
|
{'mapping_uuid': bodyResponse._info['id']})
|
|
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
self.db.snapshot_update(context,
|
|
snapshot_ref['id'],
|
|
{'status': 'error'})
|
|
return
|
|
|
|
self.db.snapshot_update(context,
|
|
snapshot_ref['id'], {'status': 'available',
|
|
'progress': '100%'})
|
|
# vol_ref = self.db.volume_get(context, volume_id)
|
|
|
|
if vol_ref.bootable:
|
|
try:
|
|
self.db.volume_glance_metadata_copy_to_snapshot(
|
|
context, snapshot_ref['id'], volume_id)
|
|
except exception.CinderException as ex:
|
|
LOG.exception(_("Failed updating %(snapshot_id)s"
|
|
" metadata using the provided volumes"
|
|
" %(volume_id)s metadata") %
|
|
{'volume_id': volume_id,
|
|
'snapshot_id': snapshot_id})
|
|
raise exception.MetadataCopyFailure(reason=ex)
|
|
|
|
LOG.info(_("Cascade info: snapshot %s, created successfully"),
|
|
snapshot_ref['id'])
|
|
self._notify_about_snapshot_usage(context, snapshot_ref, "create.end")
|
|
|
|
return snapshot_id
|
|
|
|
@locked_snapshot_operation
|
|
def delete_snapshot(self, context, snapshot_id):
|
|
"""Deletes and unexports snapshot."""
|
|
caller_context = context
|
|
context = context.elevated()
|
|
snapshot_ref = self.db.snapshot_get(context, snapshot_id)
|
|
project_id = snapshot_ref['project_id']
|
|
|
|
LOG.info(_("snapshot %s: deleting"), snapshot_ref['id'])
|
|
self._notify_about_snapshot_usage(
|
|
context, snapshot_ref, "delete.start")
|
|
|
|
try:
|
|
LOG.debug(_("snapshot %s: deleting"), snapshot_ref['id'])
|
|
|
|
# Pass context so that drivers that want to use it, can,
|
|
# but it is not a requirement for all drivers.
|
|
snapshot_ref['context'] = caller_context
|
|
|
|
self._delete_snapshot_cascaded(context, snapshot_id)
|
|
except exception.SnapshotIsBusy:
|
|
LOG.error(_("Cannot delete snapshot %s: snapshot is busy"),
|
|
snapshot_ref['id'])
|
|
self.db.snapshot_update(context,
|
|
snapshot_ref['id'],
|
|
{'status': 'available'})
|
|
return True
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
self.db.snapshot_update(context,
|
|
snapshot_ref['id'],
|
|
{'status': 'error_deleting'})
|
|
|
|
# Get reservations
|
|
try:
|
|
if CONF.no_snapshot_gb_quota:
|
|
reserve_opts = {'snapshots': -1}
|
|
else:
|
|
reserve_opts = {
|
|
'snapshots': -1,
|
|
'gigabytes': -snapshot_ref['volume_size'],
|
|
}
|
|
volume_ref = self.db.volume_get(context, snapshot_ref['volume_id'])
|
|
QUOTAS.add_volume_type_opts(context,
|
|
reserve_opts,
|
|
volume_ref.get('volume_type_id'))
|
|
reservations = QUOTAS.reserve(context,
|
|
project_id=project_id,
|
|
**reserve_opts)
|
|
except Exception:
|
|
reservations = None
|
|
LOG.exception(_("Failed to update usages deleting snapshot"))
|
|
self.db.volume_glance_metadata_delete_by_snapshot(context, snapshot_id)
|
|
self.db.snapshot_destroy(context, snapshot_id)
|
|
LOG.info(_("snapshot %s: deleted successfully"), snapshot_ref['id'])
|
|
self._notify_about_snapshot_usage(context, snapshot_ref, "delete.end")
|
|
|
|
# Commit the reservations
|
|
if reservations:
|
|
QUOTAS.commit(context, reservations, project_id=project_id)
|
|
return True
|
|
|
|
def _delete_snapshot_cascaded(self, context, snapshot_id):
|
|
|
|
try:
|
|
|
|
snapshot_ref = self.db.snapshot_get(context, snapshot_id)
|
|
cascaded_snapshot_id = snapshot_ref['mapping_uuid']
|
|
LOG.info(_("Cascade info: delete casecade snapshot:%s"),
|
|
cascaded_snapshot_id)
|
|
|
|
cinderClient = self._get_cinder_cascaded_user_client(context)
|
|
|
|
cinderClient.volume_snapshots.delete(cascaded_snapshot_id)
|
|
LOG.info(_("delete casecade snapshot %s successfully."),
|
|
cascaded_snapshot_id)
|
|
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
LOG.error(_("failed to delete cascade snapshot %s"),
|
|
cascaded_snapshot_id)
|
|
|
|
def attach_volume(self, context, volume_id, instance_uuid, host_name,
|
|
mountpoint, mode):
|
|
"""Updates db to show volume is attached"""
|
|
@utils.synchronized(volume_id, external=True)
|
|
def do_attach():
|
|
# check the volume status before attaching
|
|
volume = self.db.volume_get(context, volume_id)
|
|
volume_metadata = self.db.volume_admin_metadata_get(
|
|
context.elevated(), volume_id)
|
|
if volume['status'] == 'attaching':
|
|
if (volume['instance_uuid'] and volume['instance_uuid'] !=
|
|
instance_uuid):
|
|
msg = _("being attached by another instance")
|
|
raise exception.InvalidVolume(reason=msg)
|
|
if (volume['attached_host'] and volume['attached_host'] !=
|
|
host_name):
|
|
msg = _("being attached by another host")
|
|
raise exception.InvalidVolume(reason=msg)
|
|
if (volume_metadata.get('attached_mode') and
|
|
volume_metadata.get('attached_mode') != mode):
|
|
msg = _("being attached by different mode")
|
|
raise exception.InvalidVolume(reason=msg)
|
|
elif volume['status'] != "available":
|
|
msg = _("status must be available")
|
|
raise exception.InvalidVolume(reason=msg)
|
|
# TODO(jdg): attach_time column is currently varchar
|
|
# we should update this to a date-time object
|
|
# also consider adding detach_time?
|
|
self.db.volume_update(context, volume_id,
|
|
{"instance_uuid": instance_uuid,
|
|
"mountpoint": mountpoint,
|
|
"attached_host": host_name
|
|
})
|
|
|
|
self.db.volume_admin_metadata_update(context.elevated(),
|
|
volume_id,
|
|
{"attached_mode": mode},
|
|
False)
|
|
return do_attach()
|
|
|
|
@locked_volume_operation
|
|
def detach_volume(self, context, volume_id):
|
|
"""Updates db to show volume is detached"""
|
|
# TODO(vish): refactor this into a more general "unreserve"
|
|
# TODO(sleepsonthefloor): Is this 'elevated' appropriate?
|
|
# self.db.volume_detached(context.elevated(), volume_id)
|
|
self.db.volume_admin_metadata_delete(context.elevated(), volume_id,
|
|
'attached_mode')
|
|
|
|
def copy_volume_to_image(self, context, volume_id, image_meta):
|
|
"""Uploads the specified volume to Glance.
|
|
|
|
image_meta is a dictionary containing the following keys:
|
|
'id', 'container_format', 'disk_format'
|
|
|
|
"""
|
|
LOG.info(_("cascade info, copy volume to image, image_meta is:%s"),
|
|
image_meta)
|
|
force = image_meta.get('force', False)
|
|
image_name = image_meta.get("name")
|
|
container_format = image_meta.get("container_format")
|
|
disk_format = image_meta.get("disk_format")
|
|
vol_ref = self.db.volume_get(context, volume_id)
|
|
casecaded_volume_id = vol_ref['mapping_uuid']
|
|
cinderClient = self._get_cinder_cascaded_user_client(context)
|
|
|
|
resp = cinderClient.volumes.upload_to_image(
|
|
volume=casecaded_volume_id,
|
|
force=force,
|
|
image_name=image_name,
|
|
container_format=container_format,
|
|
disk_format=disk_format)
|
|
|
|
if cfg.CONF.glance_cascading_flag:
|
|
cascaded_image_id = resp[1]['os-volume_upload_image']['image_id']
|
|
LOG.debug(_('Cascade info:upload volume to image,get cascaded '
|
|
'image id is %s'), cascaded_image_id)
|
|
url = '%s/v2/images/%s' % (cfg.CONF.cascaded_glance_url,
|
|
cascaded_image_id)
|
|
locations = [{
|
|
'url': url,
|
|
'metadata': {'image_id': str(cascaded_image_id),
|
|
'image_from': 'volume'
|
|
}
|
|
}]
|
|
|
|
image_service, image_id = \
|
|
glance.get_remote_image_service(context, image_meta['id'])
|
|
LOG.debug(_("Cascade info: image service:%s"), image_service)
|
|
glanceClient = glance.GlanceClientWrapper(
|
|
context,
|
|
netloc=cfg.CONF.cascading_glance_url,
|
|
use_ssl=False,
|
|
version="2")
|
|
glanceClient.call(context, 'update', image_id,
|
|
remove_props=None, locations=locations)
|
|
LOG.debug(_('Cascade info:upload volume to image,finish update'
|
|
'image %s locations %s.'), (image_id, locations))
|
|
|
|
def accept_transfer(self, context, volume_id, new_user, new_project):
|
|
# NOTE(jdg): need elevated context as we haven't "given" the vol
|
|
# yet
|
|
return
|
|
|
|
def _migrate_volume_generic(self, ctxt, volume, host):
|
|
rpcapi = volume_rpcapi.VolumeAPI()
|
|
|
|
# Create new volume on remote host
|
|
new_vol_values = {}
|
|
for k, v in volume.iteritems():
|
|
new_vol_values[k] = v
|
|
del new_vol_values['id']
|
|
del new_vol_values['_name_id']
|
|
# We don't copy volume_type because the db sets that according to
|
|
# volume_type_id, which we do copy
|
|
del new_vol_values['volume_type']
|
|
new_vol_values['host'] = host['host']
|
|
new_vol_values['status'] = 'creating'
|
|
new_vol_values['migration_status'] = 'target:%s' % volume['id']
|
|
new_vol_values['attach_status'] = 'detached'
|
|
new_volume = self.db.volume_create(ctxt, new_vol_values)
|
|
rpcapi.create_volume(ctxt, new_volume, host['host'],
|
|
None, None, allow_reschedule=False)
|
|
|
|
# Wait for new_volume to become ready
|
|
starttime = time.time()
|
|
deadline = starttime + CONF.migration_create_volume_timeout_secs
|
|
new_volume = self.db.volume_get(ctxt, new_volume['id'])
|
|
tries = 0
|
|
while new_volume['status'] != 'available':
|
|
tries = tries + 1
|
|
now = time.time()
|
|
if new_volume['status'] == 'error':
|
|
msg = _("failed to create new_volume on destination host")
|
|
raise exception.VolumeMigrationFailed(reason=msg)
|
|
elif now > deadline:
|
|
msg = _("timeout creating new_volume on destination host")
|
|
raise exception.VolumeMigrationFailed(reason=msg)
|
|
else:
|
|
time.sleep(tries ** 2)
|
|
new_volume = self.db.volume_get(ctxt, new_volume['id'])
|
|
|
|
# Copy the source volume to the destination volume
|
|
try:
|
|
if volume['status'] == 'available':
|
|
# The above call is synchronous so we complete the migration
|
|
self.migrate_volume_completion(ctxt, volume['id'],
|
|
new_volume['id'], error=False)
|
|
else:
|
|
nova_api = compute.API()
|
|
# This is an async call to Nova, which will call the completion
|
|
# when it's done
|
|
nova_api.update_server_volume(ctxt, volume['instance_uuid'],
|
|
volume['id'], new_volume['id'])
|
|
except Exception:
|
|
with excutils.save_and_reraise_exception():
|
|
msg = _("Failed to copy volume %(vol1)s to %(vol2)s")
|
|
LOG.error(msg % {'vol1': volume['id'],
|
|
'vol2': new_volume['id']})
|
|
volume = self.db.volume_get(ctxt, volume['id'])
|
|
# If we're in the completing phase don't delete the target
|
|
# because we may have already deleted the source!
|
|
if volume['migration_status'] == 'migrating':
|
|
rpcapi.delete_volume(ctxt, new_volume)
|
|
new_volume['migration_status'] = None
|
|
|
|
def migrate_volume_completion(self, ctxt, volume_id, new_volume_id,
|
|
error=False):
|
|
volume = self.db.volume_get(ctxt, volume_id)
|
|
new_volume = self.db.volume_get(ctxt, new_volume_id)
|
|
rpcapi = volume_rpcapi.VolumeAPI()
|
|
|
|
if error:
|
|
new_volume['migration_status'] = None
|
|
rpcapi.delete_volume(ctxt, new_volume)
|
|
self.db.volume_update(ctxt, volume_id, {'migration_status': None})
|
|
return volume_id
|
|
|
|
self.db.volume_update(ctxt, volume_id,
|
|
{'migration_status': 'completing'})
|
|
|
|
# Delete the source volume (if it fails, don't fail the migration)
|
|
try:
|
|
self.delete_volume(ctxt, volume_id)
|
|
except Exception as ex:
|
|
msg = _("Failed to delete migration source vol %(vol)s: %(err)s")
|
|
LOG.error(msg % {'vol': volume_id, 'err': ex})
|
|
|
|
self.db.finish_volume_migration(ctxt, volume_id, new_volume_id)
|
|
self.db.volume_destroy(ctxt, new_volume_id)
|
|
self.db.volume_update(ctxt, volume_id, {'migration_status': None})
|
|
return volume['id']
|
|
|
|
def migrate_volume(self, ctxt, volume_id, host, force_host_copy=False):
|
|
"""Migrate the volume to the specified host (called on source host)."""
|
|
return
|
|
|
|
@periodic_task.periodic_task
|
|
def _report_driver_status(self, context):
|
|
LOG.info(_("Updating fake volume status"))
|
|
fake_location_info = 'LVMVolumeDriver:Huawei:cinder-volumes:default:0'
|
|
volume_stats = {'QoS_support': False,
|
|
'location_info': fake_location_info,
|
|
'volume_backend_name': 'LVM_iSCSI',
|
|
'free_capacity_gb': 1024,
|
|
'driver_version': '2.0.0',
|
|
'total_capacity_gb': 1024,
|
|
'reserved_percentage': 0,
|
|
'vendor_name': 'Open Source',
|
|
'storage_protocol': 'iSCSI'
|
|
}
|
|
self.update_service_capabilities(volume_stats)
|
|
|
|
def publish_service_capabilities(self, context):
|
|
"""Collect driver status and then publish."""
|
|
self._report_driver_status(context)
|
|
self._publish_service_capabilities(context)
|
|
|
|
def _reset_stats(self):
|
|
LOG.info(_("Clear capabilities"))
|
|
self._last_volume_stats = []
|
|
|
|
def notification(self, context, event):
|
|
LOG.info(_("Notification {%s} received"), event)
|
|
self._reset_stats()
|
|
|
|
def _notify_about_volume_usage(self,
|
|
context,
|
|
volume,
|
|
event_suffix,
|
|
extra_usage_info=None):
|
|
volume_utils.notify_about_volume_usage(
|
|
context, volume, event_suffix,
|
|
extra_usage_info=extra_usage_info, host=self.host)
|
|
|
|
def _notify_about_snapshot_usage(self,
|
|
context,
|
|
snapshot,
|
|
event_suffix,
|
|
extra_usage_info=None):
|
|
volume_utils.notify_about_snapshot_usage(
|
|
context, snapshot, event_suffix,
|
|
extra_usage_info=extra_usage_info, host=self.host)
|
|
|
|
def extend_volume(self, context, volume_id, new_size, reservations):
|
|
volume = self.db.volume_get(context, volume_id)
|
|
|
|
self._notify_about_volume_usage(context, volume, "resize.start")
|
|
try:
|
|
LOG.info(_("volume %s: extending"), volume['id'])
|
|
|
|
cinderClient = self._get_cinder_cascaded_user_client(context)
|
|
|
|
vol_ref = self.db.volume_get(context, volume_id)
|
|
cascaded_volume_id = vol_ref['mapping_uuid']
|
|
LOG.info(_("Cascade info: extend volume cascade volume id is:%s"),
|
|
cascaded_volume_id)
|
|
cinderClient.volumes.extend(cascaded_volume_id, new_size)
|
|
LOG.info(_("Cascade info: volume %s: extended successfully"),
|
|
volume['id'])
|
|
|
|
except Exception:
|
|
LOG.exception(_("volume %s: Error trying to extend volume"),
|
|
volume_id)
|
|
try:
|
|
self.db.volume_update(context, volume['id'],
|
|
{'status': 'error_extending'})
|
|
finally:
|
|
QUOTAS.rollback(context, reservations)
|
|
return
|
|
|
|
QUOTAS.commit(context, reservations)
|
|
self.db.volume_update(context, volume['id'], {'size': int(new_size),
|
|
'status': 'extending'})
|
|
self._notify_about_volume_usage(
|
|
context, volume, "resize.end",
|
|
extra_usage_info={'size': int(new_size)})
|