d3aa222c5c
When swift server receives multiple requests on a volume and if the volume is not mounted before hand, for each request swift tries to mount the GlusterFS volume on the mount point. This process is racy and may mount multiple times on the same mount point. Also added a new option object_only in fs.conf which should be enabled only if the user requires ReST interface and will have better performance. By default it is set "off". Change-Id: Ie1718554c5aaf577e823bbd84da8e78d803e954d BUG: 821310 Signed-off-by: Mohammed Junaid <junaid@redhat.com> Reviewed-on: http://review.gluster.com/3477 Tested-by: Gluster Build System <jenkins@build.gluster.com> Reviewed-by: Vijay Bellur <vijay@gluster.com>
132 lines
4.8 KiB
Python
132 lines
4.8 KiB
Python
# Copyright (c) 2011 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
import logging
|
|
import os, fcntl, time
|
|
from ConfigParser import ConfigParser
|
|
from swift.common.utils import TRUE_VALUES
|
|
from hashlib import md5
|
|
from swift.plugins.utils import mkdirs
|
|
|
|
class Glusterfs(object):
|
|
def __init__(self):
|
|
self.name = 'glusterfs'
|
|
self.fs_conf = ConfigParser()
|
|
self.fs_conf.read(os.path.join('/etc/swift', 'fs.conf'))
|
|
self.mount_path = self.fs_conf.get('DEFAULT', 'mount_path', '/mnt/gluster-object')
|
|
self.auth_account = self.fs_conf.get('DEFAULT', 'auth_account', 'auth')
|
|
self.mount_ip = self.fs_conf.get('DEFAULT', 'mount_ip', 'localhost')
|
|
self.remote_cluster = self.fs_conf.get('DEFAULT', 'remote_cluster', False) in TRUE_VALUES
|
|
self.object_only = self.fs_conf.get('DEFAULT', 'object_only', "no") in TRUE_VALUES
|
|
|
|
def busy_wait(self, mount_path):
|
|
# Iterate for definite number of time over a given
|
|
# interval for successful mount
|
|
for i in range(0, 5):
|
|
if os.path.ismount(os.path.join(mount_path)):
|
|
return True
|
|
time.sleep(2)
|
|
return False
|
|
|
|
def mount(self, account):
|
|
mount_path = os.path.join(self.mount_path, account)
|
|
export = self.get_export_from_account_id(account)
|
|
|
|
pid_dir = "/var/lib/glusterd/vols/%s/run/" %export
|
|
pid_file = os.path.join(pid_dir, 'swift.pid');
|
|
|
|
if not os.path.exists(pid_dir):
|
|
mkdirs(pid_dir)
|
|
|
|
fd = os.open(pid_file, os.O_CREAT|os.O_RDWR)
|
|
with os.fdopen(fd, 'r+b') as f:
|
|
try:
|
|
fcntl.lockf(f, fcntl.LOCK_EX|fcntl.LOCK_NB)
|
|
except:
|
|
ex = sys.exc_info()[1]
|
|
if isinstance(ex, IOError) and ex.errno in (EACCES, EAGAIN):
|
|
# This means that some other process is mounting the
|
|
# filesystem, so wait for the mount process to complete
|
|
return self.busy_wait(mount_path)
|
|
|
|
mnt_cmd = 'mount -t glusterfs %s:%s %s' % (self.mount_ip, export, \
|
|
mount_path)
|
|
if os.system(mnt_cmd) or not self.busy_wait(mount_path):
|
|
raise Exception('Mount failed %s: %s' % (self.name, mnt_cmd))
|
|
return False
|
|
return True
|
|
|
|
def unmount(self, mount_path):
|
|
umnt_cmd = 'umount %s 2>> /dev/null' % mount_path
|
|
if os.system(umnt_cmd):
|
|
logging.error('Unable to unmount %s %s' % (mount_path, self.name))
|
|
|
|
def get_export_list_local(self):
|
|
export_list = []
|
|
cmnd = 'gluster volume info'
|
|
|
|
if os.system(cmnd + ' >> /dev/null'):
|
|
raise Exception('Getting volume failed %s', self.name)
|
|
return export_list
|
|
|
|
fp = os.popen(cmnd)
|
|
while True:
|
|
item = fp.readline()
|
|
if not item:
|
|
break
|
|
item = item.strip('\n').strip(' ')
|
|
if item.lower().startswith('volume name:'):
|
|
export_list.append(item.split(':')[1].strip(' '))
|
|
|
|
return export_list
|
|
|
|
|
|
def get_export_list_remote(self):
|
|
export_list = []
|
|
cmnd = 'ssh %s gluster volume info' % self.mount_ip
|
|
|
|
if os.system(cmnd + ' >> /dev/null'):
|
|
raise Exception('Getting volume info failed %s, make sure to have \
|
|
passwordless ssh on %s', self.name, self.mount_ip)
|
|
return export_list
|
|
|
|
fp = os.popen(cmnd)
|
|
while True:
|
|
item = fp.readline()
|
|
if not item:
|
|
break
|
|
item = item.strip('\n').strip(' ')
|
|
if item.lower().startswith('volume name:'):
|
|
export_list.append(item.split(':')[1].strip(' '))
|
|
|
|
return export_list
|
|
|
|
def get_export_list(self):
|
|
if self.remote_cluster:
|
|
return self.get_export_list_remote()
|
|
else:
|
|
return self.get_export_list_local()
|
|
|
|
def get_export_from_account_id(self, account):
|
|
if not account:
|
|
print 'account is none, returning'
|
|
raise AttributeError
|
|
|
|
for export in self.get_export_list():
|
|
if account == 'AUTH_' + export:
|
|
return export
|
|
|
|
raise Exception('No export found %s %s' % (account, self.name))
|
|
return None
|