def initialize(self, write_io_info=True):
write_user_info = AddUserInfo()
basic_io_structure = BasicIOInfoStructure()
log.info("initializing NFS Ganesha")
self.read_config()
if self.rgw_user_info["user_id"] is None:
log.info("rgw user does not exists")
self.create_rgw_user()
self.update_config()
self.read_config()
if write_io_info is True:
log.info("user_id already exists, logging in for io_info")
user_info = basic_io_structure.user(
**{
"user_id": self.rgw_user_info["user_id"],
"access_key": self.rgw_user_info["access_key"],
"secret_key": self.rgw_user_info["secret_key"],
})
write_user_info.add_user_info(user_info)
if not self.rgw_user_info["ganesha_config_exists"]:
log.info("ganesha config does not exists")
self.create_ganesha_config()
self.update_config()
self.read_config()
if not os.path.exists(self.rgw_user_info["nfs_mnt_point"]):
os.makedirs(self.rgw_user_info["nfs_mnt_point"])
if not self.rgw_user_info["already_mounted"]:
try:
log.info("mount needed")
mounted = self.do_mount()
if mounted is False:
raise NFSGaneshaMountError("mount failed")
self.rgw_user_info["already_mounted"] = True
self.update_config()
self.read_config()
except NFSGaneshaMountError as e:
log.error("mount failed")
log.error(e)
return False
return True
def initialize(self, write_io_info=True):
write_user_info = AddUserInfo()
basic_io_structure = BasicIOInfoStructure()
log.info('initializing NFS Ganesha')
self.read_config()
if self.rgw_user_info['user_id'] is None:
log.info('rgw user does not exists')
self.create_rgw_user()
self.update_config()
self.read_config()
if write_io_info is True:
log.info('user_id already exists, logging in for io_info')
user_info = basic_io_structure.user(
**{
'user_id': self.rgw_user_info['user_id'],
'access_key': self.rgw_user_info['access_key'],
'secret_key': self.rgw_user_info['secret_key']
})
write_user_info.add_user_info(user_info)
if not self.rgw_user_info['ganesha_config_exists']:
log.info('ganesha config does not exists')
self.create_ganesha_config()
self.update_config()
self.read_config()
if not os.path.exists(self.rgw_user_info['nfs_mnt_point']):
os.makedirs(self.rgw_user_info['nfs_mnt_point'])
if not self.rgw_user_info['already_mounted']:
try:
log.info('mount needed')
mounted = self.do_mount()
if mounted is False:
raise NFSGaneshaMountError("mount failed")
self.rgw_user_info['already_mounted'] = True
self.update_config()
self.read_config()
except NFSGaneshaMountError as e:
log.error("mount failed")
log.error(e)
return False
def test_exec(rgw_user_info_file, config):
test_info = AddTestInfo('NFS Basic Ops')
test_info.started_info()
log.info('io_config:\n%s' % config['config'])
log.info('rgw_user_info_file: %s' % rgw_user_info_file)
log.info('io_op_config: %s' % config['io_op_config'])
io_config = config['config']
io_op_config = config['io_op_config']
log.info('initiating nfs ganesha')
io_info_initialize = IOInfoInitialize()
basic_io_structure = BasicIOInfoStructure()
io_info_initialize.initialize(basic_io_structure.initial())
try:
nfs_ganesha = PrepNFSGanesha(rgw_user_info_file=rgw_user_info_file)
mounted = nfs_ganesha.initialize()
if mounted is False:
raise TestExecError("mount failed")
log.info('authenticating rgw user')
mnt_point = nfs_ganesha.rgw_user_info['nfs_mnt_point']
if nfs_ganesha.rgw_user_info['nfs_version'] == 4 and \
nfs_ganesha.rgw_user_info['Pseudo'] is not None:
log.info('nfs version: 4')
log.info('adding Pseudo path to writable mount point')
mnt_point = os.path.join(mnt_point,
nfs_ganesha.rgw_user_info['Pseudo'])
log.info('writable mount point with Pseudo: %s' % mnt_point)
if io_op_config.get('create', None) is True:
do_io = DoIO(nfs_ganesha.rgw_user_info, mnt_point)
# base dir creation
for bc in range(io_config['basedir_count']):
basedir_name_to_create = utils.gen_bucket_name_from_userid(
nfs_ganesha.rgw_user_info['user_id'], rand_no=bc)
log.info('creating basedir with name: %s' %
basedir_name_to_create)
write = do_io.write('basedir', basedir_name_to_create)
if write is False:
raise TestExecError("write failed on mount point")
if io_config['subdir_count'] != 0:
for sd in range(io_config['subdir_count']):
subdir_name_to_create = utils.gen_bucket_name_from_userid(
basedir_name_to_create + ".subdir", rand_no=sd)
log.info('creating subdir with name: %s' %
subdir_name_to_create)
write = do_io.write(
'subdir',
os.path.join(basedir_name_to_create,
subdir_name_to_create))
if write is False:
raise TestExecError("write failed on mount point")
if io_config['file_count'] != 0:
for fc in range(io_config['file_count']):
file_name_to_create = utils.gen_bucket_name_from_userid(
basedir_name_to_create + ".file", rand_no=fc)
log.info('creating file with name: %s' %
file_name_to_create)
file_size = utils.get_file_size(
io_config['objects_size_range']['min'],
io_config['objects_size_range']['max'])
write = do_io.write(
'file',
os.path.join(basedir_name_to_create,
file_name_to_create), file_size)
if write is False:
raise TestExecError("write failed on mount point")
log.info('verification of IO will start after %s seconds' %
SLEEP_TIME)
time.sleep(SLEEP_TIME)
log.info('starting IO verification on S3')
read_io_info_on_s3 = ReadIOInfoOnS3()
read_io_info_on_s3.yaml_fname = 'io_info.yaml'
read_io_info_on_s3.initialize_verify_io()
bucket_verify = read_io_info_on_s3.verify_if_bucket_created()
if bucket_verify is False:
raise TestExecError("Bucket verification Failed")
log.info('Bucket verified, data intact')
read_io_info_on_s3.verify_if_objects_created()
log.info('objects verified, data intact')
log.info('verification completed, data intact')
if io_op_config.get('delete', None) is True:
log.info('performing delete operation')
# if you delete basedirs, objects and files under them will also be deleted
basedirs_list = read_io_info_on_s3.buckets
list([
shutil.rmtree(os.path.abspath(os.path.join(mnt_point, x)))
for x in basedirs_list
])
for basedir in basedirs_list:
if os.path.exists(
os.path.abspath(os.path.join(mnt_point, basedir))):
raise TestExecError("basedir: %s not deleted" %
basedir)
log.info('basedirs and subdirs deleted')
if io_op_config.get('move', None) is True:
for each_file in read_io_info_on_s3.objects:
if each_file['type'] == 'file':
log.info('performing move operation on %s' %
each_file['name'])
current_path = os.path.abspath(
os.path.join(mnt_point, each_file['bucket'],
each_file['name']))
new_path = os.path.abspath(
os.path.join(mnt_point, each_file['bucket'],
each_file['name'] + ".moved"))
moved = utils.exec_shell_cmd('sudo mv %s %s' %
(current_path, new_path))
if moved is False:
raise TestExecError("move failed for :%s" %
current_path)
each_file['name'] = os.path.basename(new_path)
log.info('Verification will start after %s seconds' %
SLEEP_TIME)
time.sleep(SLEEP_TIME)
log.info('starting verification for moved files')
read_io_info_on_s3.verify_if_objects_created()
log.info('objects verified after move operation, data intact')
test_info.success_status("test success")
except Exception as e:
log.info(e)
log.info(traceback.format_exc())
test_info.failed_status('test failed')
return 1
except TestExecError as e:
log.info(e)
log.info(traceback.format_exc())
test_info.failed_status('test failed')
return 1
def test_exec(rgw_user_info_file, config):
test_info = AddTestInfo("NFS Basic Ops")
test_info.started_info()
log.info("config:\n%s" % config["config"])
log.info("rgw_user_info_file: %s" % rgw_user_info_file)
io_config = config["config"]
io_op_config = io_config["io_op_config"]
log.info("io_op_config: %s" % io_op_config)
log.info("initiating nfs ganesha")
io_info_initialize = IOInfoInitialize()
basic_io_structure = BasicIOInfoStructure()
io_info_initialize.initialize(basic_io_structure.initial())
nfs_ganesha = PrepNFSGanesha(rgw_user_info_file=rgw_user_info_file)
mounted = nfs_ganesha.initialize()
if not mounted:
raise TestExecError("mount failed")
log.info("authenticating rgw user")
mount_point = nfs_ganesha.rgw_user_info["nfs_mnt_point"]
if (
nfs_ganesha.rgw_user_info["nfs_version"] == 4
and nfs_ganesha.rgw_user_info["Pseudo"] is not None
):
log.info("nfs version: 4")
log.info("adding Pseudo path to writable mount point")
mount_point = os.path.join(mount_point, nfs_ganesha.rgw_user_info["Pseudo"])
log.info("writable mount point with Pseudo: %s" % mount_point)
if io_op_config.get("create", None):
do_io = DoIO(nfs_ganesha.rgw_user_info, mount_point)
# base dir creation
for bc in range(io_config["basedir_count"]):
basedir_name_to_create = utils.gen_bucket_name_from_userid(
nfs_ganesha.rgw_user_info["user_id"], rand_no=bc
)
log.info("creating basedir with name: %s" % basedir_name_to_create)
do_io.write("basedir", basedir_name_to_create)
if io_config["subdir_count"] != 0:
for sd in range(io_config["subdir_count"]):
subdir_name_to_create = utils.gen_bucket_name_from_userid(
basedir_name_to_create + ".subdir", rand_no=sd
)
log.info("creating subdir with name: %s" % subdir_name_to_create)
do_io.write(
"subdir",
os.path.join(basedir_name_to_create, subdir_name_to_create),
)
if io_config["file_count"] != 0:
for fc in range(io_config["file_count"]):
file_name_to_create = utils.gen_bucket_name_from_userid(
basedir_name_to_create + ".file", rand_no=fc
)
log.info("creating file with name: %s" % file_name_to_create)
file_size = utils.get_file_size(
io_config["objects_size_range"]["min"],
io_config["objects_size_range"]["max"],
)
do_io.write(
"file",
os.path.join(basedir_name_to_create, file_name_to_create),
file_size,
)
log.info("verification of IO will start after %s seconds" % SLEEP_TIME)
time.sleep(SLEEP_TIME)
log.info("starting IO verification on S3")
read_io_info_on_s3 = ReadIOInfoOnS3()
read_io_info_on_s3.yaml_fname = "io_info.yaml"
read_io_info_on_s3.initialize_verify_io()
bucket_verify = read_io_info_on_s3.verify_if_bucket_created()
if not bucket_verify:
raise TestExecError("Bucket verification Failed")
log.info("Bucket verified, data intact")
read_io_info_on_s3.verify_if_objects_created()
log.info("objects verified, data intact")
log.info("verification completed, data intact")
if io_op_config.get("delete", None):
log.info("performing delete operation")
# if you delete basedirs, objects and files under them will also be deleted
basedirs_list = read_io_info_on_s3.buckets
list(
[
shutil.rmtree(os.path.abspath(os.path.join(mount_point, x)))
for x in basedirs_list
]
)
for basedir in basedirs_list:
if os.path.exists(os.path.abspath(os.path.join(mount_point, basedir))):
raise TestExecError("basedir: %s not deleted" % basedir)
log.info("basedirs and subdirs deleted")
if io_op_config.get("move", None):
for each_file in read_io_info_on_s3.objects:
if each_file["type"] == "file":
log.info("performing move operation on %s" % each_file["name"])
current_path = os.path.abspath(
os.path.join(
mount_point, each_file["bucket"], each_file["name"]
)
)
new_path = os.path.abspath(
os.path.join(
mount_point,
each_file["bucket"],
each_file["name"] + ".moved",
)
)
moved = utils.exec_shell_cmd(
"sudo mv %s %s" % (current_path, new_path)
)
if moved is False:
raise TestExecError("move failed for :%s" % current_path)
each_file["name"] = os.path.basename(new_path)
log.info("Verification will start after %s seconds" % SLEEP_TIME)
time.sleep(SLEEP_TIME)
log.info("starting verification for moved files")
read_io_info_on_s3.verify_if_objects_created()
log.info("objects verified after move operation, data intact")
# cleanup and unmount tasks for both nfs v3 and v4
if nfs_ganesha.rgw_user_info["cleanup"]:
utils.exec_shell_cmd("sudo rm -rf %s%s" % (mount_point, "/*"))
# Todo: There's a need to change the behaviour of exec_shell_cmd() function which returns
# an empty string as an output on the successful execution of a command.
if nfs_ganesha.rgw_user_info["do_unmount"]:
if nfs_ganesha.do_un_mount() != "":
raise NFSGaneshaMountError("Unmount failed")
test_info.success_status("test success")