def sync_bucket(i):
source = _connect.get_rgw_conn("source", i % _num_rgw)
position = 0
empty = False
_dest_dict = []
_sour_dict = []
while not empty:
try:
time.sleep(10)
_next = i + position * _effect_num_procs
position += 1
if _next <= _list_buckets_dest.__len__():
_bucket_dest = _list_buckets_dest[_next]
if _get_meta_buckets.is_bucket_sync(_bucket_dest):
print _bucket_dest + ' already sync'
continue
try:
destination.head_bucket(_bucket_dest)
except:
print traceback.print_exc()
print _bucket_dest + ' does not exist'
continue
try:
_dest_dict = _get_meta_buckets.get_buckets_dict(
destination, _bucket_dest)
_sour_dict = _get_meta_buckets.load_buckets_dict(
_bucket_dest)
except:
print traceback.print_exc()
print _bucket_dest + ' Error get_buckets_dict'
continue
_bucket = _get_meta_buckets.get_bucket_wrong_key_dict(
_sour_dict, _dest_dict)
_source_bucket = source.get_bucket(_bucket_dest)
_dest_bucket = destination.get_bucket(_bucket_dest)
for _key in _bucket[1]:
_new_key = _dest_bucket.new_key(_key)
_new_key.set_contents_from_string(
_source_bucket.get_key(_key).get_contents_as_string())
print _bucket_dest + ' is sync'
_get_meta_buckets.bucket_is_sync(_bucket_dest)
else:
empty = True
except:
traceback.print_exc()
def sync_bucket(i):
source=_connect.get_rgw_conn("source", i%_num_rgw)
position=0
empty=False
_dest_dict=[]
_sour_dict=[]
while not empty:
try:
time.sleep(10)
_next=i+position*_effect_num_procs
position+=1
if _next <= _list_buckets_dest.__len__():
_bucket_dest=_list_buckets_dest[_next]
if _get_meta_buckets.is_bucket_sync(_bucket_dest):
print _bucket_dest + ' already sync'
continue
try:
destination.head_bucket(_bucket_dest)
except:
print traceback.print_exc()
print _bucket_dest + ' does not exist'
continue
try:
_dest_dict=_get_meta_buckets.get_buckets_dict(destination, _bucket_dest)
_sour_dict=_get_meta_buckets.load_buckets_dict(_bucket_dest)
except:
print traceback.print_exc()
print _bucket_dest + ' Error get_buckets_dict'
continue
_bucket=_get_meta_buckets.get_bucket_wrong_key_dict(_sour_dict, _dest_dict)
_source_bucket=source.get_bucket(_bucket_dest)
_dest_bucket=destination.get_bucket(_bucket_dest)
for _key in _bucket[1]:
_new_key=_dest_bucket.new_key(_key)
_new_key.set_contents_from_string(_source_bucket.get_key(_key).get_contents_as_string())
print _bucket_dest + ' is sync'
_get_meta_buckets.bucket_is_sync(_bucket_dest)
else:
empty=True
except:
traceback.print_exc()
#!/usr/bin/python
# coding: utf-8
import _connect, _get_meta_buckets
warningProd=_connect.get_rgw_conn('source', 1)
for _b in warningProd.get_all_buckets():
_d=_get_meta_buckets.get_buckets_dict(warningProd, _b.name)
_get_meta_buckets.dump_buckets_dict(_d.name)
#!/usr/bin/python
# coding: utf-8
import _connect, _get_meta_buckets
warningProd = _connect.get_rgw_conn('source', 1)
for _b in warningProd.get_all_buckets():
_d = _get_meta_buckets.get_buckets_dict(warningProd, _b.name)
_get_meta_buckets.dump_buckets_dict(_d.name)