def test_all_4_type_pvc_creation_deletion_scale(self, namespace):
"""
Measuring PVC creation time while scaling PVC of all 4 types, Total 1500 PVCs
will be created, i.e. 375 each pvc type
Measure PVC deletion time in scale env
"""
number_of_pvc = 375
log.info(f"Start creating {number_of_pvc} PVC of all 4 types")
cephfs_sc_obj = constants.DEFAULT_STORAGECLASS_CEPHFS
rbd_sc_obj = constants.DEFAULT_STORAGECLASS_RBD
# Create all 4 types of PVC
fs_pvc_obj, rbd_pvc_obj = ([] for i in range(2))
for mode in [constants.ACCESS_MODE_RWO, constants.ACCESS_MODE_RWX]:
fs_pvc_obj.extend(
helpers.create_multiple_pvcs(
sc_name=cephfs_sc_obj,
namespace=self.namespace,
number_of_pvc=number_of_pvc,
size=f"{random.randrange(5, 105, 5)}Gi",
access_mode=mode))
rbd_pvc_obj.extend(
helpers.create_multiple_pvcs(
sc_name=rbd_sc_obj,
namespace=self.namespace,
number_of_pvc=number_of_pvc,
size=f"{random.randrange(5, 105, 5)}Gi",
access_mode=mode))
# Check for PVC status using threads
threads = list()
for obj in fs_pvc_obj:
process = threading.Thread(target=helpers.wait_for_resource_state,
args=(
obj,
constants.STATUS_BOUND,
))
process.start()
threads.append(process)
for obj in rbd_pvc_obj:
process = threading.Thread(target=helpers.wait_for_resource_state,
args=(
obj,
constants.STATUS_BOUND,
))
process.start()
threads.append(process)
for process in threads:
process.join()
# Get pvc_name, require pvc_name to fetch creation time data from log
threads = list()
for fs_obj, rbd_obj in zip(fs_pvc_obj, rbd_pvc_obj):
process1 = threading.Thread(target=fs_obj.reload)
process2 = threading.Thread(target=rbd_obj.reload)
process1.start()
process2.start()
threads.append(process1)
threads.append(process2)
for process in threads:
process.join()
fs_pvc_name, rbd_pvc_name = ([] for i in range(2))
fs_pv_name, rbd_pv_name = ([] for i in range(2))
threads = list()
for fs_obj, rbd_obj in zip(fs_pvc_obj, rbd_pvc_obj):
process1 = threading.Thread(target=fs_pvc_name.append(fs_obj.name))
process2 = threading.Thread(
target=rbd_pvc_name.append(rbd_obj.name))
process3 = threading.Thread(
target=fs_pv_name.append(fs_obj.backed_pv))
process4 = threading.Thread(
target=rbd_pv_name.append(rbd_obj.backed_pv))
process1.start()
process2.start()
process3.start()
process4.start()
threads.append(process1)
threads.append(process2)
threads.append(process3)
threads.append(process4)
for process in threads:
process.join()
# Get PVC creation time
fs_pvc_create_time = helpers.measure_pvc_creation_time_bulk(
interface=constants.CEPHFS_INTERFACE, pvc_name_list=fs_pvc_name)
rbd_pvc_create_time = helpers.measure_pvc_creation_time_bulk(
interface=constants.CEPHBLOCKPOOL, pvc_name_list=rbd_pvc_name)
fs_pvc_create_time.update(rbd_pvc_create_time)
# TODO: Update below code with google API, to record value in spreadsheet
# TODO: For now observing Google API limit to write more than 100 writes
log_path = f"{ocsci_log_path()}/All-type-PVC"
with open(f"{log_path}-creation-time.csv", "w") as fd:
csv_obj = csv.writer(fd)
for k, v in fs_pvc_create_time.items():
csv_obj.writerow([k, v])
logging.info(
f"Create data present in {log_path}-creation-time.csv file")
# Delete PVC
pvc_objs = fs_pvc_obj + rbd_pvc_obj
for obj in pvc_objs:
obj.delete()
obj.ocp.wait_for_delete(obj.name)
# Get PVC deletion time
fs_pvc_deletion_time = helpers.measure_pv_deletion_time_bulk(
interface=constants.CEPHFS_INTERFACE, pv_name_list=fs_pv_name)
rbd_pvc_deletion_time = helpers.measure_pv_deletion_time_bulk(
interface=constants.CEPHBLOCKPOOL, pv_name_list=rbd_pv_name)
fs_pvc_deletion_time.update(rbd_pvc_deletion_time)
# TODO: Update below code with google API, to record value in spreadsheet
# TODO: For now observing Google API limit to write more than 100 writes
with open(f"{log_path}-deletion-time.csv", "w") as fd:
csv_obj = csv.writer(fd)
for k, v in fs_pvc_deletion_time.items():
csv_obj.writerow([k, v])
logging.info(
f"Delete data present in {log_path}-deletion-time.csv file")
def test_multiple_pvc_creation_deletion_scale(self, namespace, access_mode,
interface):
"""
Measuring PVC creation time while scaling PVC
Measure PVC deletion time after creation test
"""
number_of_pvc = 1500
log.info(
f"Start creating {access_mode}-{interface} {number_of_pvc} PVC")
if interface == constants.CEPHBLOCKPOOL:
self.sc_obj = constants.DEFAULT_STORAGECLASS_RBD
elif interface == constants.CEPHFS_INTERFACE:
self.sc_obj = constants.DEFAULT_STORAGECLASS_CEPHFS
# Create PVC
pvc_objs = helpers.create_multiple_pvcs(
sc_name=self.sc_obj,
namespace=self.namespace,
number_of_pvc=number_of_pvc,
size=f"{random.randrange(5, 105, 5)}Gi",
access_mode=access_mode)
# Check for PVC status using threads
threads = list()
for obj in pvc_objs:
process = threading.Thread(target=helpers.wait_for_resource_state,
args=(
obj,
constants.STATUS_BOUND,
))
process.start()
threads.append(process)
for process in threads:
process.join()
# Get pvc_name, require pvc_name to fetch creation time data from log
threads = list()
for pvc_obj in pvc_objs:
process = threading.Thread(target=pvc_obj.reload)
process.start()
threads.append(process)
for process in threads:
process.join()
pvc_name_list, pv_name_list = ([] for i in range(2))
threads = list()
for pvc_obj in pvc_objs:
process1 = threading.Thread(
target=pvc_name_list.append(pvc_obj.name))
process2 = threading.Thread(
target=pv_name_list.append(pvc_obj.backed_pv))
process1.start()
process2.start()
threads.append(process1)
threads.append(process2)
for process in threads:
process.join()
# Get PVC creation time
pvc_create_time = helpers.measure_pvc_creation_time_bulk(
interface=interface, pvc_name_list=pvc_name_list)
# TODO: Update below code with google API, to record value in spreadsheet
# TODO: For now observing Google API limit to write more than 100 writes
log_path = f"{ocsci_log_path()}/{self.sc_obj}-{access_mode}"
with open(f"{log_path}-creation-time.csv", "w") as fd:
csv_obj = csv.writer(fd)
for k, v in pvc_create_time.items():
csv_obj.writerow([k, v])
logging.info(
f"Create data present in {log_path}-creation-time.csv file")
# Delete PVC
for obj in pvc_objs:
obj.delete()
obj.ocp.wait_for_delete(obj.name)
# Get PVC deletion time
pvc_deletion_time = helpers.measure_pv_deletion_time_bulk(
interface=interface, pv_name_list=pv_name_list)
# Update result to csv file.
# TODO: Update below code with google API, to record value in spreadsheet
# TODO: For now observing Google API limit to write more than 100 writes
with open(f"{log_path}-deletion-time.csv", "w") as fd:
csv_obj = csv.writer(fd)
for k, v in pvc_deletion_time.items():
csv_obj.writerow([k, v])
logging.info(
f"Delete data present in {log_path}-deletion-time.csv file")
def test_multiple_pvc_deletion_measurement_performance(
self, teardown_factory):
"""
Measuring PVC deletion time of 120 PVCs in 180 seconds
Args:
teardown_factory: A fixture used when we want a new resource that was created during the tests
to be removed in the teardown phase.
Returns:
"""
number_of_pvcs = 120
pvc_size = '1Gi'
log.info('Start creating new 120 PVCs')
pvc_objs = helpers.create_multiple_pvcs(
sc_name=self.sc_obj.name,
namespace=defaults.ROOK_CLUSTER_NAMESPACE,
number_of_pvc=number_of_pvcs,
size=pvc_size,
)
for pvc_obj in pvc_objs:
pvc_obj.reload()
teardown_factory(pvc_obj)
with ThreadPoolExecutor(max_workers=5) as executor:
for pvc_obj in pvc_objs:
executor.submit(helpers.wait_for_resource_state, pvc_obj,
constants.STATUS_BOUND)
executor.submit(pvc_obj.reload)
# Get pvc_name, require pvc_name to fetch deletion time data from log
threads = list()
for pvc_obj in pvc_objs:
process = threading.Thread(target=pvc_obj.reload)
process.start()
threads.append(process)
for process in threads:
process.join()
pvc_name_list, pv_name_list = ([] for i in range(2))
threads = list()
for pvc_obj in pvc_objs:
process1 = threading.Thread(
target=pvc_name_list.append(pvc_obj.name))
process2 = threading.Thread(
target=pv_name_list.append(pvc_obj.backed_pv))
process1.start()
process2.start()
threads.append(process1)
threads.append(process2)
for process in threads:
process.join()
log.info("Preparing to delete 120 PVC")
# Delete PVC
for obj in pvc_objs:
obj.delete()
for obj in pvc_objs:
obj.ocp.wait_for_delete(obj.name)
# Get PVC deletion time
pvc_deletion_time = helpers.measure_pv_deletion_time_bulk(
interface=self.interface, pv_name_list=pv_name_list)
logging.info(
f"{number_of_pvcs} PVCs deletion time took {pvc_deletion_time}")