def prepare(self):
log.info('preparing to do a full data sync')
self.init_num_shards()
# save data log markers for each shard
self.shard_info = {}
for shard in xrange(self.num_shards):
info = client.get_log_info(self.src_conn, 'data', shard)
# setting an empty marker returns an error
if info['marker']:
self.shard_info[shard] = info['marker']
else:
self.shard_info[shard] = ' '
# get list of buckets after getting any markers to avoid skipping
# entries added before we got the marker info
log.debug('getting bucket list')
buckets = client.get_bucket_list(self.src_conn)
self.prepared_at = time.time()
self.buckets_by_shard = {}
for bucket in buckets:
shard = self.shard_num_for_key(bucket)
self.buckets_by_shard.setdefault(shard, [])
self.buckets_by_shard[shard].append(bucket)
def prepare(self):
log.info('preparing to do a full data sync')
self.init_num_shards()
# save data log markers for each shard
self.shard_info = {}
for shard in xrange(self.num_shards):
info = client.get_log_info(self.src_conn, 'data', shard)
# setting an empty marker returns an error
if info['marker']:
self.shard_info[shard] = info['marker']
else:
self.shard_info[shard] = ' '
# get list of buckets after getting any markers to avoid skipping
# entries added before we got the marker info
log.debug('getting bucket list')
buckets = client.get_bucket_list(self.src_conn)
self.prepared_at = time.time()
self.buckets_by_shard = {}
for bucket in buckets:
shard = self.shard_num_for_key(bucket)
self.buckets_by_shard.setdefault(shard, [])
self.buckets_by_shard[shard].append(bucket)
def test_get_bucket_has_right_metadata(self):
self.register()
result = client.get_bucket_list(self.connection)
obj = result[0]
owner = {
"display_name": "client1-system-user",
"id": "client1-system-user"
}
assert obj['name'] == 'mahobject/'
assert obj['etag'] == 'd41d8cd98f00b204e9800998ecf8427e'
assert obj['content_type'] == 'application/octet-stream'
assert obj['last_modified'] == '2015-01-15T15:24:42.000Z'
assert obj['storage_class'] == 'STANDARD'
assert obj['owner'] == owner
def test_get_bucket_has_right_metadata(self):
self.register()
result = client.get_bucket_list(self.connection)
obj = result[0]
owner = {
"display_name": "client1-system-user",
"id": "client1-system-user"
}
assert obj['name'] == 'mahobject/'
assert obj['etag'] == 'd41d8cd98f00b204e9800998ecf8427e'
assert obj['content_type'] == 'application/octet-stream'
assert obj['last_modified'] == '2015-01-15T15:24:42.000Z'
assert obj['storage_class'] == 'STANDARD'
assert obj['owner'] == owner
def test_get_bucket_is_a_single_item(self):
self.register()
result = client.get_bucket_list(self.connection)
assert len(result) == 1
def test_get_bucket_list(self):
self.register()
client.get_bucket_list(self.connection)
server_request = httpretty.last_request()
assert server_request.path == '/admin/metadata/bucket'
def test_get_bucket_is_a_single_item(self):
self.register()
result = client.get_bucket_list(self.connection)
assert len(result) == 1
def test_get_bucket_list(self):
self.register()
client.get_bucket_list(self.connection)
server_request = httpretty.last_request()
assert server_request.path == '/admin/metadata/bucket'
