def test_api_mount_with_prefetch(nydus_anchor, nydus_image: RafsImage,
rafs_conf: RafsConf):
nydus_image.set_backend(Backend.OSS).create_image()
hint_files = ["/"]
rafs = RafsMount(nydus_anchor, None, None, with_defaults=False)
# Prefetch must enable blobcache
rafs_conf.enable_rafs_blobcache()
rafs_conf.set_rafs_backend(Backend.OSS)
rafs_conf.enable_fs_prefetch(threads_count=4)
rafs_conf.dump_rafs_conf()
rafs.set_mountpoint(nydus_anchor.mount_point).apisock("api_sock").mount(
dump_config=False, )
nc = NydusAPIClient(rafs.get_apisock())
nc.pseudo_fs_mount(
nydus_image.bootstrap_path,
"/pseudo_fs_1",
rafs_conf.path(),
hint_files,
"rafs",
)
# Only one rafs mountpoint exists, so whether set rafs id or not is not important.
m = nc.get_blobcache_metrics()
# TODO this won't pass
# assert m["prefetch_data_amount"] != 0
wg = WorkloadGen(os.path.join(nydus_anchor.mount_point, "pseudo_fs_1"),
nydus_image.rootfs())
wg.setup_workload_generator()
wg.torture_read(4, 8)
wg.finish_torture_read()
m = nc.get_blobcache_metrics("/pseudo_fs_1")
def test_snapshotter(
nydus_anchor: NydusAnchor,
rafs_conf: RafsConf,
image_url,
nydus_snapshotter,
local_registry,
):
snapshotter = Snapshotter(nydus_anchor)
containerd = Containerd(nydus_anchor, snapshotter).gen_config()
snapshotter.set_root(containerd.root)
nydus_anchor.put_dustbin(snapshotter)
nydus_anchor.put_dustbin(containerd)
converter = Nydusify(nydus_anchor)
converter.docker_v2().convert(image_url)
rafs_conf.set_rafs_backend(Backend.REGISTRY, repo=converter.original_repo)
rafs_conf.enable_xattr()
rafs_conf.dump_rafs_conf()
snapshotter.run(rafs_conf.path())
time.sleep(1)
containerd.run()
cri = Cri(containerd.address, containerd.address)
container_name = str(uuid.uuid4())
cri.run_container(converter.converted_image, container_name)
id, status = cri.check_container_status(container_name, timeout=30)
assert id is not None
assert status
cri.stop_rm_container(id)
cri.remove_image(converter.converted_image)
containerd.remove_image_sync(converter.converted_image)
def test_snapshotter_restart(
nydus_anchor: NydusAnchor,
rafs_conf: RafsConf,
converted_images,
nydus_snapshotter,
):
snapshotter = Snapshotter(nydus_anchor)
containerd = Containerd(nydus_anchor, snapshotter).gen_config()
snapshotter.set_root(containerd.root)
nydus_anchor.put_dustbin(containerd)
# We can safely pass the step provide repo configured into the rafs configuration file.
rafs_conf.set_rafs_backend(Backend.REGISTRY, scheme="https")
rafs_conf.enable_xattr().enable_fs_prefetch().enable_rafs_blobcache(
work_dir=snapshotter.cache_dir())
rafs_conf.enable_xattr().dump_rafs_conf()
rafs_conf.dump_rafs_conf()
snapshotter.run(rafs_conf.path())
time.sleep(1)
containerd.run()
cri = Cri(containerd.address, containerd.address)
id_set = []
for ref in converted_images:
container_name = str(uuid.uuid4())
cri.run_container(ref, container_name)
id, status = cri.check_container_status(container_name, timeout=30)
assert id is not None
assert status
id_set.append((id, ref))
time.sleep(2)
snapshotter.shutdown()
snapshotter = Snapshotter(nydus_anchor)
snapshotter.set_root(containerd.root)
nydus_anchor.put_dustbin(snapshotter)
snapshotter.run(rafs_conf.path())
for id, ref in id_set:
cri.stop_rm_container(id)
cri.remove_image(ref)
containerd.remove_image_sync(ref)
def test_snapshotter_converted_images(
nydus_anchor: NydusAnchor,
rafs_conf: RafsConf,
converted_images,
nydus_snapshotter,
):
# snapshotter = Snapshotter(nydus_anchor).enable_nydus_overlayfs()
snapshotter = Snapshotter(nydus_anchor)
containerd = Containerd(nydus_anchor, snapshotter).gen_config()
snapshotter.set_root(containerd.root)
nydus_anchor.put_dustbin(snapshotter)
nydus_anchor.put_dustbin(containerd)
# We can safely pass the step provide repo configured into the rafs configuration file.
rafs_conf.set_rafs_backend(Backend.REGISTRY, scheme="https")
rafs_conf.enable_xattr()
rafs_conf.dump_rafs_conf()
snapshotter.run(rafs_conf.path())
time.sleep(1)
containerd.run()
cri = Cri(containerd.address, containerd.address)
id_set = []
for ref in converted_images:
container_name = str(uuid.uuid4())
cri.run_container(ref, container_name)
id, status = cri.check_container_status(container_name, timeout=30)
assert id is not None
assert status
id_set.append((id, ref))
time.sleep(2)
for id, ref in id_set:
cri.stop_rm_container(id)
cri.remove_image(ref)
containerd.remove_image_sync(ref)
# TODO: Rafs won't be unmounted and and nydusd still be alive even image is removed locally
# So kill all nydusd here to make following test verification pass. Is this a bug?
# Ensure nydusd must have been stopped here
time.sleep(3)
def test_backend_swap(nydus_anchor, nydus_scratch_image: RafsImage,
rafs_conf: RafsConf):
dist = Distributor(nydus_scratch_image.rootfs(), 5, 4)
dist.generate_tree()
dist.put_multiple_files(100, Size(2, Unit.MB))
nydus_scratch_image.set_backend(Backend.OSS).create_image(
readahead_policy="fs", readahead_files="/".encode())
rafs_conf.set_rafs_backend(
Backend.OSS).enable_rafs_blobcache().enable_fs_prefetch(
threads_count=7, bandwidth_rate=Size(2, Unit.MB).B)
rafs_conf.dump_rafs_conf()
rafs = RafsMount(nydus_anchor, None, rafs_conf, with_defaults=False)
rafs.thread_num(4).set_mountpoint(
nydus_anchor.mount_point).apisock("api_sock").mount()
nc = NydusAPIClient(rafs.get_apisock())
nc.pseudo_fs_mount(nydus_scratch_image.bootstrap_path, "/",
rafs_conf.path(), None)
nc.umount_rafs("/")
assert len(os.listdir(nydus_anchor.mount_point)) == 0
mp = "/pseudo1"
nc.pseudo_fs_mount(nydus_scratch_image.bootstrap_path, mp,
rafs_conf.path(), None)
rafs_conf_2nd = RafsConf(nydus_anchor, nydus_scratch_image)
rafs_conf_2nd.set_rafs_backend(
Backend.LOCALFS,
image=nydus_scratch_image).enable_rafs_blobcache().enable_fs_prefetch(
threads_count=3, bandwidth_rate=Size(1, Unit.MB).B)
rafs_conf_2nd.dump_rafs_conf()
new_image = (RafsImage(
nydus_anchor, nydus_scratch_image.rootfs()).set_backend(
Backend.LOCALFS).create_image(readahead_policy="fs",
readahead_files="/".encode()))
# TODO: Once upon a time, more than one fd are open. Check why this happens.
wg = WorkloadGen(
os.path.join(nydus_anchor.mount_point, mp.strip("/")),
nydus_scratch_image.rootfs(),
)
wg.setup_workload_generator()
wg.torture_read(8, 8)
for i in range(1, 50):
logging.debug("swap for the %dth time", i)
nc.swap_backend(mp, new_image.bootstrap_name, rafs_conf_2nd.path())
# assert nc.get_blobcache_metrics(mp)["prefetch_workers"] == 3
time.sleep(0.2)
nc.swap_backend(mp, nydus_scratch_image.bootstrap_name,
rafs_conf.path())
utils.clean_pagecache()
wg.finish_torture_read()
assert wg.io_error == False
nc.umount_rafs(mp)
utils.clean_pagecache()
def test_pseudo_fs(nydus_anchor, nydus_image, rafs_conf: RafsConf):
nydus_image.set_backend(Backend.BACKEND_PROXY).create_image()
rafs_conf.set_rafs_backend(Backend.BACKEND_PROXY)
rafs = RafsMount(nydus_anchor, None, rafs_conf)
rafs.mount()
time.sleep(1)
nc = NydusAPIClient(rafs.get_apisock())
try:
shutil.rmtree("pseudo_fs_scratch")
except FileNotFoundError:
pass
scratch_rootfs = shutil.copytree(nydus_image.rootfs(),
"pseudo_fs_scratch",
symlinks=True)
dist = Distributor(scratch_rootfs, 5, 5)
dist.generate_tree()
dist.put_multiple_files(20, Size(8, Unit.KB))
###
suffix = "1"
image = RafsImage(
nydus_anchor,
scratch_rootfs,
"bs" + suffix,
"blob" + suffix,
)
conf = RafsConf(nydus_anchor)
conf.enable_fs_prefetch()
conf.enable_validation()
conf.set_rafs_backend(Backend.BACKEND_PROXY)
conf.dump_rafs_conf()
image.set_backend(Backend.BACKEND_PROXY).create_image()
nc.pseudo_fs_mount(image.bootstrap_path, f"/pseudo{suffix}", conf.path(),
None)
###
suffix = "2"
image = RafsImage(
nydus_anchor,
scratch_rootfs,
"bs" + suffix,
"blob" + suffix,
)
conf = RafsConf(nydus_anchor)
conf.enable_rafs_blobcache()
conf.enable_validation()
conf.enable_records_readahead()
conf.set_rafs_backend(Backend.BACKEND_PROXY)
conf.dump_rafs_conf()
dist.put_multiple_files(20, Size(8, Unit.KB))
image.set_backend(Backend.BACKEND_PROXY).create_image()
nc.pseudo_fs_mount(image.bootstrap_path, f"/pseudo{suffix}", conf.path(),
None)
###
suffix = "3"
image = RafsImage(
nydus_anchor,
scratch_rootfs,
"bs" + suffix,
"blob" + suffix,
)
conf = RafsConf(nydus_anchor)
conf.enable_rafs_blobcache()
conf.enable_records_readahead()
conf.set_rafs_backend(Backend.BACKEND_PROXY)
conf.dump_rafs_conf()
dist.put_multiple_files(20, Size(8, Unit.KB))
image.set_backend(Backend.BACKEND_PROXY).create_image()
nc.pseudo_fs_mount(image.bootstrap_path, f"/pseudo{suffix}", conf.path(),
None)
wg1 = WorkloadGen(os.path.join(nydus_anchor.mount_point, "pseudo1"),
scratch_rootfs)
wg2 = WorkloadGen(os.path.join(nydus_anchor.mount_point, "pseudo2"),
scratch_rootfs)
wg3 = WorkloadGen(os.path.join(nydus_anchor.mount_point, "pseudo3"),
scratch_rootfs)
time.sleep(2)
wg1.setup_workload_generator()
wg2.setup_workload_generator()
wg3.setup_workload_generator()
wg1.torture_read(4, 8)
wg2.torture_read(4, 8)
wg3.torture_read(4, 8)
wg1.finish_torture_read()
wg2.finish_torture_read()
wg3.finish_torture_read()
# TODO: Temporarily disable the verification as hard to select `verify dir`
# assert wg1.verify_entire_fs()
# assert wg2.verify_entire_fs()
# assert wg3.verify_entire_fs()
nc.umount_rafs("/pseudo1")
nc.umount_rafs("/pseudo2")
nc.umount_rafs("/pseudo3")
