def test_ha_salvage_with_backing_image(client, core_api, disable_auto_salvage, volume_name): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(
client, BACKING_IMAGE_NAME, bi_url)
ha_salvage_test(client, core_api, volume_name, BACKING_IMAGE_NAME)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_snapshot_with_backing_image(client, volume_name): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(
client, BACKING_IMAGE_NAME, bi_url)
snapshot_test(client, volume_name, BACKING_IMAGE_NAME)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_backing_image_basic_operation(client, volume_name): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(
client, BACKING_IMAGE_NAME, bi_url)
backing_image_basic_operation_test(
client, volume_name, BACKING_IMAGE_NAME, bi_url)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_csi_backup_with_backing_image(client, core_api, csi_pv, pvc, pod_make): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(
client, BACKING_IMAGE_NAME, bi_url)
csi_backup_test(client, core_api, csi_pv, pvc, pod_make,
BACKING_IMAGE_NAME)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_engine_live_upgrade_rollback_with_backing_image(client, core_api, volume_name): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(
client, BACKING_IMAGE_NAME, bi_url)
engine_live_upgrade_rollback_test(client, core_api, volume_name,
BACKING_IMAGE_NAME)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_backup_labels_with_backing_image(client, random_labels, volume_name): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(
client, BACKING_IMAGE_NAME, bi_url)
backup_labels_test(client, random_labels, volume_name,
str(BACKING_IMAGE_EXT4_SIZE), BACKING_IMAGE_NAME)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_ha_backup_deletion_recovery(client, volume_name): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(
client, BACKING_IMAGE_NAME, bi_url)
ha_backup_deletion_recovery_test(client, volume_name,
str(BACKING_IMAGE_EXT4_SIZE),
BACKING_IMAGE_NAME)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_snapshot_prune_and_coalesce_simultaneously_with_backing_image(
client, volume_name): # NOQA
for bi_url in (BACKING_IMAGE_QCOW2_URL, BACKING_IMAGE_RAW_URL):
create_backing_image_with_matching_url(client, BACKING_IMAGE_NAME,
bi_url)
snapshot_prune_and_coalesce_simultaneously(client, volume_name,
BACKING_IMAGE_NAME)
cleanup_all_volumes(client)
cleanup_all_backing_images(client)
def test_setting_backing_image_auto_cleanup(client, core_api,
volume_name): # NOQA
"""
Test that the Backing Image Cleanup Wait Interval setting works correctly.
The default value of setting `BackingImageCleanupWaitInterval` is 60.
1. Create a backing image.
2. Create multiple volumes using the backing image.
3. Attach all volumes, Then:
1. Wait for all volumes can become running.
2. Verify the correct in all volumes.
3. Verify the backing image disk status map.
4. Verify the only backing image file in each disk is reused by
multiple replicas. The backing image file path is
`<Data path>/<The backing image name>/backing`
4. Unschedule test node to guarantee when replica removed from test node,
no new replica can be rebuilt on the test node.
5. Remove all replicas in one disk.
Wait for 50 seconds.
Then verify nothing changes in the backing image disk state map
(before the cleanup wait interval is passed).
6. Modify `BackingImageCleanupWaitInterval` to a small value. Then verify:
1. The download state of the disk containing no replica becomes
terminating first, and the entry will be removed from the map later.
2. The related backing image file is removed.
3. The download state of other disks keep unchanged.
All volumes still work fine.
7. Delete all volumes. Verify that there will only remain 1 entry in the
backing image disk map
8. Delete the backing image.
"""
# Step 1
create_backing_image_with_matching_url(client, BACKING_IMAGE_NAME,
BACKING_IMAGE_QCOW2_URL)
# Step 2
volume_names = [volume_name + "-1", volume_name + "-2", volume_name + "-3"]
for volume_name in volume_names:
volume = create_and_check_volume(client, volume_name, 3,
str(BACKING_IMAGE_EXT4_SIZE),
BACKING_IMAGE_NAME)
# Step 3
lht_host_id = get_self_host_id()
for volume_name in volume_names:
volume = client.by_id_volume(volume_name)
volume.attach(hostId=lht_host_id)
wait_for_volume_healthy(client, volume_name)
assert volume.backingImage == BACKING_IMAGE_NAME
backing_image = client.by_id_backing_image(BACKING_IMAGE_NAME)
assert len(backing_image.diskFileStatusMap) == 3
for disk_id, status in iter(backing_image.diskFileStatusMap.items()):
assert status.state == "ready"
backing_images_in_disk = os.listdir("/var/lib/longhorn/backing-images")
assert len(backing_images_in_disk) == 1
assert os.path.exists("/var/lib/longhorn/backing-images/{}/backing".format(
backing_images_in_disk[0]))
assert os.path.exists(
"/var/lib/longhorn/backing-images/{}/backing.cfg".format(
backing_images_in_disk[0]))
# Step 4
current_host = client.by_id_node(id=lht_host_id)
client.update(current_host, allowScheduling=False)
wait_for_node_update(client, lht_host_id, "allowScheduling", False)
# Step 5
for volume_name in volume_names:
volume = client.by_id_volume(volume_name)
for replica in volume.replicas:
if replica.hostId == lht_host_id:
replica_name = replica.name
volume.replicaRemove(name=replica_name)
# This wait interval should be smaller than the setting value.
# Otherwise, the backing image files may be cleaned up.
time.sleep(int(BACKING_IMAGE_CLEANUP_WAIT_INTERVAL))
check_backing_image_disk_map_status(client, BACKING_IMAGE_NAME, 3, "ready")
# Step 6
update_setting(client, "backing-image-cleanup-wait-interval", "1")
check_backing_image_disk_map_status(client, BACKING_IMAGE_NAME, 2, "ready")
backing_images_in_disk = os.listdir("/var/lib/longhorn/backing-images")
assert len(backing_images_in_disk) == 0
# Step 7
for volume_name in volume_names:
volume = client.by_id_volume(volume_name)
client.delete(volume)
wait_for_volume_delete(client, volume_name)
check_backing_image_disk_map_status(client, BACKING_IMAGE_NAME, 1, "ready")
