# -*- coding: utf-8 -*- # Copyright (C) 2013 eNovance SAS # # Author: Chmouel Boudjnah # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import logging import swiftclient import eventlet from swsync.objects import sync_object from swsync.utils import get_config class Containers(object): """Containers syncornization.""" def __init__(self): self.max_gthreads = int(get_config("sync", "max_gthreads")) self.objects_cls = sync_object def sync(self, orig_storage_cnx, orig_storage_url, orig_token, dest_storage_cnx, dest_storage_url, dest_token, container_name): orig_container_stats, orig_objects = swiftclient.get_container( None, orig_token, container_name, http_conn=orig_storage_cnx, ) try: swiftclient.head_container( "", dest_token, container_name, http_conn=dest_storage_cnx ) except(swiftclient.client.ClientException): container_headers = orig_container_stats.copy() for h in ('x-container-object-count', 'x-trans-id', 'x-container-bytes-used'): del container_headers[h] p = dest_storage_cnx[0] url = "%s://%s%s" % (p.scheme, p.netloc, p.path) swiftclient.put_container(url, dest_token, container_name, headers=container_headers) dest_container_stats, dest_objects = swiftclient.get_container( None, dest_token, container_name, http_conn=dest_storage_cnx, ) set1 = set((x['last_modified'], x['name']) for x in orig_objects) set2 = set((x['last_modified'], x['name']) for x in dest_objects) diff = set1 - set2 if not diff: return pool = eventlet.GreenPool(size=self.max_gthreads) pile = eventlet.GreenPile(pool) for obj in diff: logging.info("sending: %s ts:%s", obj[1], obj[0]) pile.spawn(self.objects_cls, orig_storage_url, orig_token, dest_storage_url, dest_token, container_name, obj) pool.waitall()