76 lines
2.8 KiB
Python
76 lines
2.8 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright (C) 2013 eNovance SAS <licensing@enovance.com>
|
|
#
|
|
# Author: Chmouel Boudjnah <chmouel@enovance.com>
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import logging
|
|
|
|
import swiftclient
|
|
import eventlet
|
|
|
|
from swsync.objects import sync_object
|
|
from swsync.utils import get_config
|
|
|
|
|
|
class Containers(object):
|
|
"""Containers syncornization."""
|
|
def __init__(self):
|
|
self.max_gthreads = int(get_config("sync", "max_gthreads"))
|
|
self.objects_cls = sync_object
|
|
|
|
def sync(self, orig_storage_cnx, orig_storage_url,
|
|
orig_token, dest_storage_cnx, dest_storage_url, dest_token,
|
|
container_name):
|
|
|
|
orig_container_stats, orig_objects = swiftclient.get_container(
|
|
None, orig_token, container_name, http_conn=orig_storage_cnx,
|
|
)
|
|
try:
|
|
swiftclient.head_container(
|
|
"", dest_token, container_name, http_conn=dest_storage_cnx
|
|
)
|
|
except(swiftclient.client.ClientException):
|
|
container_headers = orig_container_stats.copy()
|
|
for h in ('x-container-object-count', 'x-trans-id',
|
|
'x-container-bytes-used'):
|
|
del container_headers[h]
|
|
p = dest_storage_cnx[0]
|
|
url = "%s://%s%s" % (p.scheme, p.netloc, p.path)
|
|
swiftclient.put_container(url,
|
|
dest_token, container_name,
|
|
headers=container_headers)
|
|
|
|
dest_container_stats, dest_objects = swiftclient.get_container(
|
|
None, dest_token, container_name, http_conn=dest_storage_cnx,
|
|
)
|
|
|
|
set1 = set((x['last_modified'], x['name']) for x in orig_objects)
|
|
set2 = set((x['last_modified'], x['name']) for x in dest_objects)
|
|
diff = set1 - set2
|
|
|
|
if not diff:
|
|
return
|
|
|
|
pool = eventlet.GreenPool(size=self.max_gthreads)
|
|
pile = eventlet.GreenPile(pool)
|
|
for obj in diff:
|
|
logging.info("sending: %s ts:%s", obj[1], obj[0])
|
|
pile.spawn(self.objects_cls,
|
|
orig_storage_url,
|
|
orig_token,
|
|
dest_storage_url,
|
|
dest_token, container_name,
|
|
obj)
|
|
pool.waitall()
|