def test_engine_image_incompatible(client, volume_name): # NOQA
images = client.list_engine_image()
assert len(images) == 1
assert images[0]["default"]
assert images[0]["state"] == "ready"
cli_v = images[0]["cliAPIVersion"]
# cli_minv = images[0]["cliAPIMinVersion"]
ctl_v = images[0]["controllerAPIVersion"]
ctl_minv = images[0]["controllerAPIMinVersion"]
data_v = images[0]["dataFormatVersion"]
data_minv = images[0]["dataFormatMinVersion"]
fail_cli_v_image = common.get_compatibility_test_image(
cli_v - 1, cli_v - 1, ctl_v, ctl_minv, data_v, data_minv)
img = client.create_engine_image(image=fail_cli_v_image)
img_name = img["name"]
img = wait_for_engine_image_state(client, img_name, "incompatible")
assert img["state"] == "incompatible"
assert img["cliAPIVersion"] == cli_v - 1
assert img["cliAPIMinVersion"] == cli_v - 1
client.delete(img)
fail_cli_minv_image = common.get_compatibility_test_image(
cli_v + 1, cli_v + 1, ctl_v, ctl_minv, data_v, data_minv)
img = client.create_engine_image(image=fail_cli_minv_image)
img_name = img["name"]
img = wait_for_engine_image_state(client, img_name, "incompatible")
assert img["state"] == "incompatible"
assert img["cliAPIVersion"] == cli_v + 1
assert img["cliAPIMinVersion"] == cli_v + 1
client.delete(img)
def test_engine_image_incompatible(client, core_api, volume_name): # NOQA
"""
Test incompatible engine images
1. Deploy incompatible engine images
2. Make sure their state are `incompatible` once deployed.
"""
images = client.list_engine_image()
assert len(images) == 1
assert images[0].default
assert images[0].state == "ready"
cli_v = images[0].cliAPIVersion
# cli_minv = images[0].cliAPIMinVersion
ctl_v = images[0].controllerAPIVersion
ctl_minv = images[0].controllerAPIMinVersion
data_v = images[0].dataFormatVersion
data_minv = images[0].dataFormatMinVersion
fail_cli_v_image = common.get_compatibility_test_image(
cli_v - 1, cli_v - 1, ctl_v, ctl_minv, data_v, data_minv)
img = client.create_engine_image(image=fail_cli_v_image)
img_name = img.name
img = wait_for_engine_image_state(client, img_name, "incompatible")
assert img.state == "incompatible"
assert img.cliAPIVersion == cli_v - 1
assert img.cliAPIMinVersion == cli_v - 1
client.delete(img)
wait_for_engine_image_deletion(client, core_api, img.name)
fail_cli_minv_image = common.get_compatibility_test_image(
cli_v + 1, cli_v + 1, ctl_v, ctl_minv, data_v, data_minv)
img = client.create_engine_image(image=fail_cli_minv_image)
img_name = img.name
img = wait_for_engine_image_state(client, img_name, "incompatible")
assert img.state == "incompatible"
assert img.cliAPIVersion == cli_v + 1
assert img.cliAPIMinVersion == cli_v + 1
client.delete(img)
wait_for_engine_image_deletion(client, core_api, img.name)
def engine_live_upgrade_rollback_test(client,
volume_name,
base_image=""): # NOQA
default_img = common.get_default_engine_image(client)
default_img_name = default_img["name"]
default_img = wait_for_engine_image_ref_count(client, default_img_name, 0)
cli_v = default_img["cliAPIVersion"]
cli_minv = default_img["cliAPIMinVersion"]
ctl_v = default_img["controllerAPIVersion"]
ctl_minv = default_img["controllerAPIMinVersion"]
data_v = default_img["dataFormatVersion"]
data_minv = default_img["dataFormatMinVersion"]
wrong_engine_upgrade_image = common.get_compatibility_test_image(
cli_v, cli_minv, ctl_v, ctl_minv, data_v, data_minv)
new_img = client.create_engine_image(image=wrong_engine_upgrade_image)
new_img_name = new_img["name"]
new_img = wait_for_engine_image_state(client, new_img_name, "ready")
assert new_img["refCount"] == 0
assert new_img["noRefSince"] != ""
default_img = common.get_default_engine_image(client)
default_img_name = default_img["name"]
volume = client.create_volume(name=volume_name,
size=SIZE,
numberOfReplicas=2,
baseImage=base_image)
volume = common.wait_for_volume_detached(client, volume_name)
default_img = wait_for_engine_image_ref_count(client, default_img_name, 1)
assert volume["baseImage"] == base_image
original_engine_image = volume["engineImage"]
assert original_engine_image != wrong_engine_upgrade_image
host_id = get_self_host_id()
volume = volume.attach(hostId=host_id)
volume = common.wait_for_volume_healthy(client, volume_name)
data = write_volume_random_data(volume)
volume.engineUpgrade(image=wrong_engine_upgrade_image)
volume = client.by_id_volume(volume["name"])
assert volume["engineImage"] == wrong_engine_upgrade_image
assert volume["currentImage"] == original_engine_image
with pytest.raises(Exception):
# this will timeout
wait_for_volume_current_image(client, volume_name,
wrong_engine_upgrade_image)
# rollback
volume.engineUpgrade(image=original_engine_image)
volume = wait_for_volume_current_image(client, volume_name,
original_engine_image)
assert volume["engineImage"] == original_engine_image
assert volume["currentImage"] == original_engine_image
engine = get_volume_engine(volume)
assert engine["engineImage"] == original_engine_image
assert engine["currentImage"] == original_engine_image
volume = common.wait_for_volume_replica_count(client, volume_name,
REPLICA_COUNT)
check_volume_data(volume, data)
assert volume["state"] == common.VOLUME_STATE_ATTACHED
assert volume["robustness"] == common.VOLUME_ROBUSTNESS_HEALTHY
# try again, this time let's try detach
volume.engineUpgrade(image=wrong_engine_upgrade_image)
volume = client.by_id_volume(volume["name"])
assert volume["engineImage"] == wrong_engine_upgrade_image
assert volume["currentImage"] == original_engine_image
with pytest.raises(Exception):
# this will timeout
wait_for_volume_current_image(client, volume_name,
wrong_engine_upgrade_image)
volume = volume.detach()
volume = wait_for_volume_current_image(client, volume_name,
wrong_engine_upgrade_image)
# all the images would be updated
assert volume["engineImage"] == wrong_engine_upgrade_image
engine = get_volume_engine(volume)
assert engine["engineImage"] == wrong_engine_upgrade_image
volume = common.wait_for_volume_replica_count(client, volume_name,
REPLICA_COUNT)
for replica in volume["replicas"]:
assert replica["engineImage"] == wrong_engine_upgrade_image
# upgrade to the correct image when offline
volume.engineUpgrade(image=original_engine_image)
volume = client.by_id_volume(volume["name"])
assert volume["engineImage"] == original_engine_image
volume = volume.attach(hostId=host_id)
volume = common.wait_for_volume_healthy(client, volume_name)
assert volume["engineImage"] == original_engine_image
assert volume["currentImage"] == original_engine_image
engine = get_volume_engine(volume)
assert engine["engineImage"] == original_engine_image
assert engine["currentImage"] == original_engine_image
for replica in volume["replicas"]:
assert replica["engineImage"] == original_engine_image
assert replica["currentImage"] == original_engine_image
check_volume_data(volume, data)
client.delete(volume)
wait_for_volume_delete(client, volume_name)
client.delete(new_img)
def engine_live_upgrade_rollback_test(client,
core_api,
volume_name,
backing_image=""): # NOQA
default_img = common.get_default_engine_image(client)
default_img_name = default_img.name
default_img = wait_for_engine_image_ref_count(client, default_img_name, 0)
cli_v = default_img.cliAPIVersion
cli_minv = default_img.cliAPIMinVersion
ctl_v = default_img.controllerAPIVersion
ctl_minv = default_img.controllerAPIMinVersion
data_v = default_img.dataFormatVersion
data_minv = default_img.dataFormatMinVersion
wrong_engine_upgrade_image = common.get_compatibility_test_image(
cli_v, cli_minv, ctl_v, ctl_minv, data_v, data_minv)
new_img = client.create_engine_image(image=wrong_engine_upgrade_image)
new_img_name = new_img.name
ei_status_value = get_engine_image_status_value(client, new_img_name)
new_img = wait_for_engine_image_state(client, new_img_name,
ei_status_value)
assert new_img.refCount == 0
assert new_img.noRefSince != ""
default_img = common.get_default_engine_image(client)
default_img_name = default_img.name
client.create_volume(name=volume_name,
size=SIZE,
numberOfReplicas=2,
backingImage=backing_image)
volume = common.wait_for_volume_detached(client, volume_name)
wait_for_engine_image_ref_count(client, default_img_name, 1)
assert volume.backingImage == backing_image
original_engine_image = volume.engineImage
assert original_engine_image != wrong_engine_upgrade_image
host_id = get_self_host_id()
volume.attach(hostId=host_id)
volume = common.wait_for_volume_healthy(client, volume_name)
data = write_volume_random_data(volume)
volume.engineUpgrade(image=wrong_engine_upgrade_image)
volume = client.by_id_volume(volume.name)
assert volume.engineImage == wrong_engine_upgrade_image
assert volume.currentImage == original_engine_image
with pytest.raises(Exception):
# this will timeout
wait_for_volume_current_image(client, volume_name,
wrong_engine_upgrade_image)
# rollback
volume.engineUpgrade(image=original_engine_image)
wait_for_volume_current_image(client, volume_name, original_engine_image)
volume = wait_for_volume_replicas_mode(client, volume_name, "RW")
assert volume.engineImage == original_engine_image
assert volume.currentImage == original_engine_image
engine = get_volume_engine(volume)
assert engine.engineImage == original_engine_image
assert engine.currentImage == original_engine_image
volume = common.wait_for_volume_replica_count(client, volume_name,
REPLICA_COUNT)
check_volume_data(volume, data)
assert volume.state == common.VOLUME_STATE_ATTACHED
assert volume.robustness == common.VOLUME_ROBUSTNESS_HEALTHY
# try again, this time let's try detach
volume.engineUpgrade(image=wrong_engine_upgrade_image)
volume = client.by_id_volume(volume.name)
assert volume.engineImage == wrong_engine_upgrade_image
assert volume.currentImage == original_engine_image
with pytest.raises(Exception):
# this will timeout
wait_for_volume_current_image(client, volume_name,
wrong_engine_upgrade_image)
volume.detach(hostId="")
volume = wait_for_volume_current_image(client, volume_name,
wrong_engine_upgrade_image)
# all the images would be updated
assert volume.engineImage == wrong_engine_upgrade_image
engine = get_volume_engine(volume)
assert engine.engineImage == wrong_engine_upgrade_image
volume = common.wait_for_volume_replica_count(client, volume_name,
REPLICA_COUNT)
for replica in volume.replicas:
assert replica.engineImage == wrong_engine_upgrade_image
# upgrade to the correct image when offline
volume.engineUpgrade(image=original_engine_image)
volume = wait_for_volume_current_image(client, volume_name,
original_engine_image)
volume = client.by_id_volume(volume.name)
assert volume.engineImage == original_engine_image
volume.attach(hostId=host_id)
common.wait_for_volume_healthy(client, volume_name)
volume = wait_for_volume_replicas_mode(client, volume_name, "RW")
assert volume.engineImage == original_engine_image
assert volume.currentImage == original_engine_image
engine = get_volume_engine(volume)
assert engine.engineImage == original_engine_image
assert engine.currentImage == original_engine_image
check_volume_endpoint(volume)
for replica in volume.replicas:
assert replica.engineImage == original_engine_image
assert replica.currentImage == original_engine_image
check_volume_data(volume, data)
client.delete(volume)
wait_for_volume_delete(client, volume_name)
client.delete(new_img)
wait_for_engine_image_deletion(client, core_api, new_img.name)