def move(self, destination, force: bool = False):
target_dir_exists = fs_utils.check_if_directory_exists(destination)
fs_utils.move(str(self), destination, force)
if target_dir_exists:
self.full_path = f"{destination}{'/' if destination[-1] != '/' else ''}{self.name}"
else:
self.full_path = destination
self.refresh_item()
return self
def test_fs_operations():
TestRun.LOGGER.info("Testing file system events during tracing")
iotrace = TestRun.plugins['iotrace']
for disk in TestRun.dut.disks:
try:
with TestRun.step("Create file system"):
disk.create_filesystem(Filesystem.ext4)
with TestRun.step("Mount device"):
disk.mount(mountpoint)
with TestRun.step("Start tracing"):
iotrace.start_tracing([disk.system_path])
time.sleep(5)
with TestRun.step("Create test directory and file"):
write_file(f"{mountpoint}/test_file", content="foo")
sync()
test_file_inode = get_inode(f"{mountpoint}/test_file")
create_directory(f"{mountpoint}/test_dir")
sync()
with TestRun.step("Write to test file"):
write_file(f"{mountpoint}/test_file",
overwrite=False,
content="bar")
sync()
with TestRun.step("Create new test file"):
create_file(f"{mountpoint}/test_file2")
test_file2_inode = get_inode(f"{mountpoint}/test_file2")
sync()
with TestRun.step("Move test file"):
move(f"{mountpoint}/test_file", f"{mountpoint}/test_dir")
sync()
with TestRun.step("Delete test file"):
remove(f"{mountpoint}/test_dir/test_file")
sync()
with TestRun.step("Stop tracing"):
sync()
iotrace.stop_tracing()
with TestRun.step("Verify trace correctness"):
trace_path = iotrace.get_latest_trace_path()
events = iotrace.get_trace_events(trace_path)
events_parsed = iotrace.parse_json(events)
result = any(
'file' in event and event['file']['eventType'] == 'Create'
and event['file']['id'] == test_file2_inode
for event in events_parsed)
if not result:
raise Exception("Could not find Create event")
result = any(
'file' in event and event['file']['eventType'] == 'Delete'
and event['file']['id'] == test_file_inode
for event in events_parsed)
if not result:
raise Exception("Could not find Delete event")
result = any(
'file' in event and event['file']['eventType'] == 'MoveTo'
and event['file']['id'] == test_file_inode
for event in events_parsed)
if not result:
raise Exception("Could not find MoveTo event")
result = any(
'file' in event and event['file']['eventType'] ==
'MoveFrom' and event['file']['id'] == test_file_inode
for event in events_parsed)
if not result:
raise Exception("Could not find MoveFrom event")
result = any(
'file' in event and event['file']['eventType'] == 'Access'
and event['file']['id'] == test_file_inode
for event in events_parsed)
if not result:
raise Exception("Could not find Access event")
finally:
with TestRun.step("Unmount device"):
disk.unmount()
def test_ioclass_repart(cache_mode, cache_line_size,
ioclass_size_multiplicatior):
"""
title: Check whether occupancy limit is respected during repart
description: |
Create ioclass for 3 different directories, each with different max
occupancy threshold. Create 3 files classified on default ioclass.
Move files to directories created earlier and force repart by reading
theirs contents.
pass_criteria:
- Partitions are evicted in specified order
"""
with TestRun.step("Prepare CAS device"):
cache, core = prepare(cache_mode=cache_mode,
cache_line_size=cache_line_size)
cache_size = cache.get_statistics().config_stats.cache_size
with TestRun.step("Disable udev"):
Udev.disable()
with TestRun.step(
f"Prepare filesystem and mount {core.path} at {mountpoint}"):
filesystem = Filesystem.xfs
core.create_filesystem(filesystem)
core.mount(mountpoint)
sync()
with TestRun.step("Prepare test dirs"):
IoclassConfig = namedtuple("IoclassConfig",
"id eviction_prio max_occupancy dir_path")
io_classes = [
IoclassConfig(1, 3, 0.40, f"{mountpoint}/A"),
IoclassConfig(2, 4, 0.30, f"{mountpoint}/B"),
IoclassConfig(3, 5, 0.30, f"{mountpoint}/C"),
]
for io_class in io_classes:
fs_utils.create_directory(io_class.dir_path, parents=True)
with TestRun.step("Remove old ioclass config"):
ioclass_config.remove_ioclass_config()
ioclass_config.create_ioclass_config(False)
with TestRun.step("Add default ioclasses"):
ioclass_config.add_ioclass(*str(IoClass.default(
allocation="1.00")).split(","))
ioclass_config.add_ioclass(ioclass_id=5,
rule="metadata",
eviction_priority=1,
allocation="1.00",
ioclass_config_path=ioclass_config_path)
with TestRun.step("Add ioclasses for all dirs"):
for io_class in io_classes:
ioclass_config.add_ioclass(
io_class.id,
f"directory:{io_class.dir_path}&done",
io_class.eviction_prio,
f"{io_class.max_occupancy*ioclass_size_multiplicatior:0.2f}",
)
casadm.load_io_classes(cache_id=cache.cache_id,
file=ioclass_config_path)
with TestRun.step("Reset cache stats"):
cache.purge_cache()
cache.reset_counters()
with TestRun.step(f"Create 3 files classified in default ioclass"):
for i, io_class in enumerate(io_classes[0:3]):
run_io_dir(
f"{mountpoint}/{i}",
int((io_class.max_occupancy * cache_size) / Unit.Blocks4096))
if not isclose(
get_io_class_occupancy(
cache, ioclass_config.DEFAULT_IO_CLASS_ID).value,
cache_size.value,
rel_tol=0.1,
):
TestRun.fail(f"Failed to populte default ioclass")
with TestRun.step("Check initial occupancy"):
for io_class in io_classes:
occupancy = get_io_class_occupancy(cache, io_class.id)
if occupancy.get_value() != 0:
TestRun.LOGGER.error(
f"Incorrect inital occupancy for ioclass id: {io_class.id}."
f" Expected 0, got: {occupancy}")
with TestRun.step(
"Force repart - move files to created directories and read theirs contents"
):
for i, io_class in enumerate(io_classes):
fs_utils.move(source=f"{mountpoint}/{i}",
destination=io_class.dir_path)
run_io_dir_read(f"{io_class.dir_path}/{i}")
with TestRun.step("Check if each ioclass reached it's occupancy limit"):
for io_class in io_classes[0:3]:
actuall_occupancy = get_io_class_occupancy(cache, io_class.id)
occupancy_limit = ((io_class.max_occupancy *
cache_size).align_down(
Unit.Blocks4096.get_value()).set_unit(
Unit.Blocks4096))
if not isclose(actuall_occupancy.value,
occupancy_limit.value,
rel_tol=0.1):
TestRun.LOGGER.error(
f"Occupancy for ioclass {io_class.id} does not match. "
f"Limit: {occupancy_limit}, actuall: {actuall_occupancy}")