def test_exec(config): test_info = AddTestInfo( 'enable versioning on a bucket and upload keys and its versions') add_io_info = AddIOInfo() add_io_info.initialize() try: test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) for each_user in all_user_details: rgw = ObjectOps(config, each_user) rgw.enable_versioning = True rgw.version_count = config.version_count buckets = rgw.create_bucket() rgw.set_bucket_properties() rgw.upload(buckets) test_info.success_status('test completed') sys.exit(0) except AssertionError, e: log.error(e) sys.exit(1)
def test_exec(config): test_info = AddTestInfo('create m buckets') add_io_info = AddIOInfo() add_io_info.initialize() try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) for each_user in all_user_details: rgw = ObjectOps(config, each_user) assert rgw.create_bucket() test_info.success_status('test completed') sys.exit(0) except AssertionError, e: log.error(e) test_info.failed_status('test failed: %s' % e) sys.exit(1)
def test_exec(config): test_info = AddTestInfo("multipart Upload with cancel and download") add_io_info = AddIOInfo() add_io_info.initialize() try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) log.info("multipart upload enabled") for each_user in all_user_details: config.objects_count = 1 rgw = ObjectOps(config, each_user) buckets = rgw.create_bucket() rgw.break_upload_at_part_no = config.break_at_part_no rgw.multipart_upload(buckets) log.info("starting at part no: %s" % config.break_at_part_no) log.info("--------------------------------------------------") rgw.break_upload_at_part_no = 0 rgw.multipart_upload(buckets) rgw.download_keys() test_info.success_status("test completed") sys.exit(0) except AssertionError as e: log.error(e) test_info.failed_status("test failed: %s" % e) sys.exit(1)
def test_exec(config): test_info = AddTestInfo('multipart Upload') add_io_info = AddIOInfo() add_io_info.initialize() try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) log.info('multipart upload enabled') for each_user in all_user_details: config.objects_count = 1 rgw = ObjectOps(config, each_user) buckets = rgw.create_bucket() rgw.multipart_upload(buckets) test_info.success_status('test completed') sys.exit(0) except AssertionError, e: log.error(e) test_info.failed_status('test failed: %s' % e) sys.exit(1)
def test_exec(config): test_info = AddTestInfo("create users") add_io_info = AddIOInfo() add_io_info.initialize() try: test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count, config.cluster_name) # dump the list of users into a file with open("user_details", "w") as fout: json.dump(all_user_details, fout) test_info.success_status("user creation completed") sys.exit(0) except AssertionError as e: log.error(e) test_info.failed_status("user creation failed: %s" % e) sys.exit(1)
def test_exec_read(config): grants = {'permission': 'READ', 'user_id': None, 'recursive': True} test_info = AddTestInfo( 'Test with read permission on buckets for all users') add_io_info = AddIOInfo() add_io_info.initialize() try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] log.info('user1: %s' % user1) all_user_details.pop(0) u1 = ObjectOps(config, user1) for each_user in all_user_details: u2 = ObjectOps(config, each_user) u2_canonical_id = u2.canonical_id log.info('canonical id of u2: %s' % u2_canonical_id) grants['user_id'] = u2_canonical_id u1.grants = None u1.create_bucket() u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None u2.set_bucket_properties() # set permissions and read u1.grants = grants u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None u2.set_bucket_properties() test_info.success_status('test completed') except AssertionError, e: log.error(e) test_info.failed_status('test failed: %s' % e) sys.exit(1)
def test_exec_write(config): test_info = AddTestInfo( "test with write persmission on objects and buckets for all users") try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] u1 = ObjectOps(config, user1) u1.create_bucket() log.info("user1: %s" % user1) all_user_details.pop(0) for each_user in all_user_details: print("iter ------------------>") log.info("user2: %s" % each_user) u2 = ObjectOps(config, each_user) u2_canonical_id = u2.canonical_id log.info("canonical id of u2: %s" % u2_canonical_id) log.info("setting only read permission") grants = {"permission": "READ", "user_id": None, "recursive": True} log.info("write persmission are not set") grants["user_id"] = u2_canonical_id u1.grants = grants u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.json_file_upload = u1.json_file_upload u2.json_file_download = u1.json_file_download u2.grants = None buckets = u2.set_bucket_properties() key_created = u2.upload(buckets) if not key_created: log.info( "no write permission set and hence failing to create object" ) elif key_created: raise AssertionError("object created even with no permission") log.info("setting permission to write also") grants = { "permission": "WRITE", "user_id": u2_canonical_id, "recursive": True, } u1.grants = grants u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None buckets = u2.set_bucket_properties() key_created = u2.upload(buckets, object_base_name=str(u2.canonical_id) + ".key") if key_created: log.info("object created after permission set") test_info.success_status("test completed") except AssertionError as e: log.error(e) test_info.failed_status("test failed: %s" % e) sys.exit(1)
def test_exec_read(config): test_info = AddTestInfo("Test with read permission on buckets") try: # test case starts add_io_info = AddIOInfo() add_io_info.initialize() test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] log.info("user1: %s" % user1) user2 = all_user_details[1] log.info("user2: %s" % user2) u1 = ObjectOps(config, user1) u2 = ObjectOps(config, user2) u1_grants = { "permission": "READ", "user_id": u2.canonical_id, "recursive": True, } u2_grants = { "permission": "FULL_CONTROL", "user_id": u1.canonical_id, "recursive": True, } u1.grants = u1_grants u1.create_bucket() u1_buckets = u1.set_bucket_properties() u1.upload(u1_buckets, object_base_name=u1.canonical_id + ".key") all_keys = u1_buckets[0].get_all_keys() for key in all_keys: log.info("all keys from user 1--------------") log.info("name: %s" % key.name) u2.grants = u2_grants u2.create_bucket() u2_buckets = u2.set_bucket_properties() bu2 = u1.connection["conn"].get_bucket(u2_buckets[0].name) log.info("copying the objects from u1 to u2") for each in all_keys: bu2.copy_key(each.key, u1_buckets[0].name, each.key) all_keys2 = bu2.get_all_keys() for key in all_keys2: log.info("all keys from user 2--------------") log.info("name: %s" % key.name) log.info("verifying copied objects--------") u2.grants = None u2_buckets = u2.set_bucket_properties() all_keys3 = u2_buckets[0].get_all_keys() for key in all_keys3: log.info("all keys from user 2--------------") log.info("name: %s" % key.name) test_info.success_status("test completed") except AssertionError as e: log.error(e) test_info.failed_status("test failed: %s" % e) sys.exit(1)
def test_exec_read(config): test_info = AddTestInfo('Test with read permission on buckets') try: # test case starts add_io_info = AddIOInfo() add_io_info.initialize() test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] log.info('user1: %s' % user1) user2 = all_user_details[1] log.info('user2: %s' % user2) u1 = ObjectOps(config, user1) u2 = ObjectOps(config, user2) u1_grants = { 'permission': 'READ', 'user_id': u2.canonical_id, 'recursive': True } u2_grants = { 'permission': 'FULL_CONTROL', 'user_id': u1.canonical_id, 'recursive': True } u1.grants = u1_grants u1.create_bucket() u1_buckets = u1.set_bucket_properties() u1.upload(u1_buckets, object_base_name=u1.canonical_id + '.key') all_keys = u1_buckets[0].get_all_keys() for key in all_keys: log.info('all keys from user 1--------------') log.info('name: %s' % key.name) u2.grants = u2_grants u2.create_bucket() u2_buckets = u2.set_bucket_properties() bu2 = u1.connection['conn'].get_bucket(u2_buckets[0].name) log.info('copying the objects from u1 to u2') for each in all_keys: bu2.copy_key(each.key, u1_buckets[0].name, each.key) all_keys2 = bu2.get_all_keys() for key in all_keys2: log.info('all keys from user 2--------------') log.info('name: %s' % key.name) log.info('verifying copied objects--------') u2.grants = None u2_buckets = u2.set_bucket_properties() all_keys3 = u2_buckets[0].get_all_keys() for key in all_keys3: log.info('all keys from user 2--------------') log.info('name: %s' % key.name) test_info.success_status('test completed') except AssertionError as e: log.error(e) test_info.failed_status('test failed: %s' % e) sys.exit(1)
def create_rgw_user(self): log.info('creating rgw user') rgw_user = rgw.create_users(1)[0] self.user_id = rgw_user['user_id'] self.access_key = rgw_user['access_key'] self.secret_key = rgw_user['secret_key'] self.rgw_hostname = socket.gethostname() self.ganesha_config_exists = False self.already_mounted = False
def test_exec_write(config): test_info = AddTestInfo( "test with write persmission on objects and buckets") try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] log.info("user1: %s" % user1) user2 = all_user_details[1] log.info("user2: %s" % user2) u1 = ObjectOps(config, user1) u2 = ObjectOps(config, user2) u2_canonical_id = u2.canonical_id log.info("canonical id of u2: %s" % u2_canonical_id) grants = {"permission": "READ", "user_id": None, "recursive": True} log.info("write persmission are not set") grants["user_id"] = u2_canonical_id u1.grants = grants u1.create_bucket() u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.json_file_upload = u1.json_file_upload u2.json_file_download = u1.json_file_download u2.grants = None buckets = u2.set_bucket_properties() uploaded = u2.upload(buckets) if not uploaded: log.info( "no write permission set and hence failing to create object") log.info("setting permission to write also") grants = { "permission": "WRITE", "user_id": u2_canonical_id, "recursive": True } u1.grants = grants u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None buckets = u2.set_bucket_properties() uploaded = u2.upload(buckets) if uploaded: log.info("object created after permission set") test_info.success_status("test completed") except AssertionError as e: log.error(e) test_info.failed_status("test failed: %s" % e) sys.exit(1)
def test_exec_write(config): test_info = AddTestInfo('test with write persmission on objects and buckets for all users') try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] u1 = ObjectOps(config, user1) log.info('user1: %s' % user1) all_user_details.pop(0) for each_user in all_user_details: print('iter ------------------>') log.info('user2: %s' % each_user) u2 = ObjectOps(config, each_user) u2_canonical_id = u2.canonical_id log.info('canonical id of u2: %s' % u2_canonical_id) log.info('setting only read permission') grants = {'permission': 'READ', 'user_id': None, 'recursive': True} log.info('write persmission are not set') grants['user_id'] = u2_canonical_id u1.grants = grants u1.create_bucket() u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.json_file_upload = u1.json_file_upload u2.json_file_download = u1.json_file_download u2.grants = None buckets = u2.set_bucket_properties() key_created = u2.upload(buckets) if not key_created: log.info('no write permission set and hence failing to create object') elif key_created: raise AssertionError("object created even with no permission") log.info('setting permission to write also') grants = {'permission': 'WRITE', 'user_id': u2_canonical_id, 'recursive': True} u1.grants = grants u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None buckets = u2.set_bucket_properties() key_created = u2.upload(buckets, object_base_name=str(u2.canonical_id) + ".key") if key_created: log.info('object created after permission set') test_info.success_status('test completed') except AssertionError as e: log.error(e) test_info.failed_status('test failed: %s' % e) sys.exit(1)
def test_exec(config): test_info = AddTestInfo("create m buckets, n objects and delete") add_io_info = AddIOInfo() add_io_info.initialize() try: test_info.started_info() rgw_service = RGWService() quota_mgmt = QuotaMgmt() test_config = AddToCephConf() if config.shards: test_config.set_to_ceph_conf( "global", ConfigOpts.rgw_override_bucket_index_max_shards, config.shards) log.info( "test to continue after service restart, sleept time 120 seconds" ) no_of_shards_for_each_bucket = int(config.shards) * int( config.bucket_count) if config.dynamic_sharding is True: test_config.set_to_ceph_conf( "global", ConfigOpts.rgw_max_objs_per_shard, config.max_objects_per_shard, ) test_config.set_to_ceph_conf("global", ConfigOpts.rgw_dynamic_resharding, True) num_shards_expected = config.objects_count / config.max_objects_per_shard log.info("num_shards_expected: %s" % num_shards_expected) log.info( "test to continue after service restart, sleept time 120 seconds" ) rgw_service.restart() time.sleep(120) all_user_details = rgw_lib.create_users(config.user_count) for each_user in all_user_details: if config.max_objects: quota_mgmt.set_bucket_quota(each_user["user_id"], config.max_objects) quota_mgmt.enable_bucket_quota(each_user["user_id"]) rgw = ObjectOps(config, each_user) buckets = rgw.create_bucket() rgw.upload(buckets) test_info.success_status("test completed") sys.exit(0) except AssertionError as e: log.error(e) test_info.failed_status("test failed: %s" % e) sys.exit(1)
def test_exec_write(config): test_info = AddTestInfo('test with write persmission on objects and buckets') try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] log.info('user1: %s' % user1) user2 = all_user_details[1] log.info('user2: %s' % user2) u1 = ObjectOps(config, user1) u2 = ObjectOps(config, user2) u2_canonical_id = u2.canonical_id log.info('canonical id of u2: %s' % u2_canonical_id) grants = {'permission': 'READ', 'user_id': None, 'recursive': True} log.info('write persmission are not set') grants['user_id'] = u2_canonical_id u1.grants = grants u1.create_bucket() u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.json_file_upload = u1.json_file_upload u2.json_file_download = u1.json_file_download u2.grants = None buckets = u2.set_bucket_properties() uploaded = u2.upload(buckets) if not uploaded: log.info('no write permission set and hence failing to create object') log.info('setting permission to write also') grants = {'permission': 'WRITE', 'user_id': u2_canonical_id, 'recursive': True} u1.grants = grants u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None buckets = u2.set_bucket_properties() uploaded = u2.upload(buckets) if uploaded: log.info('object created after permission set') test_info.success_status('test completed') except AssertionError as e: log.error(e) test_info.failed_status('test failed: %s' % e) sys.exit(1)
def test_exec(config): test_info = AddTestInfo("create m buckets, n keys and download") add_io_info = AddIOInfo() add_io_info.initialize() try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) for each_user in all_user_details: rgw = ObjectOps(config, each_user) buckets = rgw.create_bucket() rgw.upload(buckets) rgw.download_keys() test_info.success_status("test completed") sys.exit(0) except AssertionError as e: log.error(e) test_info.failed_status("test failed: %s" % e) sys.exit(1)
def test_exec_read(config): """ config.bucket_count = 3 config.objects_count = 3 config.objects_size_range = {'min': 50, 'max': 100} """ grants = {"permission": "READ", "user_id": None, "recursive": True} test_info = AddTestInfo("Test with read permission on buckets") add_io_info = AddIOInfo() add_io_info.initialize() try: # test case starts test_info.started_info() all_user_details = rgw_lib.create_users(config.user_count) user1 = all_user_details[0] log.info("user1: %s" % user1) user2 = all_user_details[1] log.info("user2: %s" % user2) u1 = ObjectOps(config, user1) u2 = ObjectOps(config, user2) u2_canonical_id = u2.canonical_id log.info("canonical id of u2: %s" % u2_canonical_id) grants["user_id"] = u2_canonical_id u1.grants = None u1.create_bucket() u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None u2.set_bucket_properties() # set permissions and read u1.grants = grants u1.set_bucket_properties() u2.bucket_names = u1.bucket_names u2.buckets_created = u1.buckets_created u2.grants = None u2.set_bucket_properties() test_info.success_status("test completed") except AssertionError as e: log.error(e) test_info.failed_status("test failed: %s" % e) sys.exit(1)