Example #1
0
    def full_sync_bucket(self, bucket):
        try:
            instance = self.get_bucket_instance(bucket)
            try:
                marker = client.get_log_info(self.src_conn, 'bucket-index',
                                             instance)['max_marker']
            except client.NotFound:
                marker = ''
            log.debug('bucket instance is "%s" with marker %s', instance, marker)
            # nothing to do for this bucket
            if not marker:
                return True

            objects = client.list_objects_in_bucket(self.src_conn, bucket)
            if not objects:
                return True
        except Exception as e:
            log.error('error preparing for full sync of bucket "%s": %s',
                      bucket, e)
            return False

        retries = self.sync_bucket(bucket, objects)

        result = self.set_bound(instance, marker, retries, 'bucket-index')
        return not retries and result == RESULT_SUCCESS
Example #2
0
    def full_sync_bucket(self, bucket):
        try:
            instance = self.get_bucket_instance(bucket)
            try:
                marker = client.get_log_info(self.src_conn, "bucket-index", instance)["max_marker"]
            except NotFound:
                marker = " "
            log.debug('bucket instance is "%s" with marker %s', instance, marker)

            objects = client.list_objects_in_bucket(self.src_conn, bucket)
            retries = self.sync_bucket(bucket, objects)

            result = self.set_bound(instance, marker, retries, "bucket-index")
            return not retries and result == RESULT_SUCCESS
        except BucketEmpty:
            log.debug("no objects in bucket %s", bucket)
            return True
        except Exception:
            log.exception('error preparing for full sync of bucket "%s"', bucket)
            return False
Example #3
0
    def full_sync_bucket(self, bucket):
        try:
            instance = self.get_bucket_instance(bucket)
            try:
                marker = client.get_log_info(self.src_conn, 'bucket-index',
                                             instance)['max_marker']
            except NotFound:
                marker = ' '
            log.debug('bucket instance is "%s" with marker %s', instance, marker)

            objects = client.list_objects_in_bucket(self.src_conn, bucket)
            retries = self.sync_bucket(bucket, objects)

            result = self.set_bound(instance, marker, retries, 'bucket-index')
            return not retries and result == RESULT_SUCCESS
        except BucketEmpty:
            log.debug('no objects in bucket %s', bucket)
            return True
        except Exception:
            log.exception('error preparing for full sync of bucket "%s"',
                          bucket)
            return False