def test_rwx_multi_statefulset_with_same_pvc(core_api, pvc, statefulset,
pod): # NOQA
"""
Test writing of data into a volume from multiple pods using same PVC
1. Create a volume with 'accessMode' rwx.
2. Create a PV and a PVC with access mode 'readwritemany' and attach to the
volume.
3. Deploy a StatefulSet of 2 pods with the existing PVC above created.
4. Wait for both pods to come up.
5. Create a pod with the existing PVC above created.
6. Wait for StatefulSet to come up healthy.
7. Write data all three pods and compute md5sum.
8. Check the data md5sum in the share manager pod.
"""
pvc_name = 'pvc-multi-pods-test'
statefulset_name = 'statefulset-rwx-same-pvc-test'
pod_name = 'pod-rwx-same-pvc-test'
pvc['metadata']['name'] = pvc_name
pvc['spec']['storageClassName'] = 'longhorn'
pvc['spec']['accessModes'] = ['ReadWriteMany']
core_api.create_namespaced_persistent_volume_claim(body=pvc,
namespace='default')
statefulset['metadata']['name'] = \
statefulset['spec']['selector']['matchLabels']['app'] = \
statefulset['spec']['serviceName'] = \
statefulset['spec']['template']['metadata']['labels']['app'] = \
statefulset_name
statefulset['spec']['template']['spec']['volumes'] = \
[create_pvc_spec(pvc_name)]
del statefulset['spec']['volumeClaimTemplates']
create_and_wait_statefulset(statefulset)
pv_name = get_volume_name(core_api, pvc_name)
share_manager_name = 'share-manager-' + pv_name
test_data = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api,
statefulset_name + '-0',
test_data,
filename='test1')
assert test_data == read_volume_data(core_api,
statefulset_name + '-1',
filename='test1')
pod['metadata']['name'] = pod_name
pod['spec']['volumes'] = [create_pvc_spec(pvc_name)]
create_and_wait_pod(core_api, pod)
assert test_data == read_volume_data(core_api, pod_name, filename='test1')
test_data_2 = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api, pod_name, test_data_2, filename='test2')
command1 = 'cat /export' + '/' + pv_name + '/' + 'test1'
command2 = 'cat /export' + '/' + pv_name + '/' + 'test2'
assert test_data == exec_command_in_pod(core_api, command1,
share_manager_name,
LONGHORN_NAMESPACE)
assert test_data_2 == exec_command_in_pod(core_api, command2,
share_manager_name,
LONGHORN_NAMESPACE)
def test_rwx_deployment_with_multi_pods(core_api, pvc,
make_deployment_with_pvc): # NOQA
"""
Test deployment of 2 pods with same PVC.
1. Create a volume with 'accessMode' rwx.
2. Create a PV and a PVC with access mode 'readwritemany' and attach to the
volume.
3. Create a deployment of 2 pods with PVC created
4. Wait for 2 pods to come up healthy.
5. Write data in both pods and compute md5sum.
6. Check the data md5sum in the share manager pod.
"""
pvc_name = 'pvc-deployment-multi-pods-test'
pvc['metadata']['name'] = pvc_name
pvc['spec']['storageClassName'] = 'longhorn'
pvc['spec']['accessModes'] = ['ReadWriteMany']
core_api.create_namespaced_persistent_volume_claim(body=pvc,
namespace='default')
deployment = make_deployment_with_pvc('deployment-multi-pods-test',
pvc_name,
replicas=2)
apps_api = get_apps_api_client()
create_and_wait_deployment(apps_api, deployment)
pv_name = get_volume_name(core_api, pvc_name)
share_manager_name = 'share-manager-' + pv_name
deployment_label_selector = "name=" + \
deployment["metadata"]["labels"]["name"]
deployment_pod_list = \
core_api.list_namespaced_pod(namespace="default",
label_selector=deployment_label_selector)
assert deployment_pod_list.items.__len__() == 2
pod_name_1 = deployment_pod_list.items[0].metadata.name
test_data_1 = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api, pod_name_1, test_data_1, filename='test1')
pod_name_2 = deployment_pod_list.items[1].metadata.name
command = 'cat /data/test1'
pod_data_2 = exec_command_in_pod(core_api, command, pod_name_2, 'default')
assert test_data_1 == pod_data_2
test_data_2 = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api, pod_name_2, test_data_2, filename='test2')
command = 'cat /export' + '/' + pv_name + '/' + 'test1'
share_manager_data_1 = exec_command_in_pod(core_api, command,
share_manager_name,
LONGHORN_NAMESPACE)
assert test_data_1 == share_manager_data_1
command = 'cat /export' + '/' + pv_name + '/' + 'test2'
share_manager_data_2 = exec_command_in_pod(core_api, command,
share_manager_name,
LONGHORN_NAMESPACE)
assert test_data_2 == share_manager_data_2
def test_rwx_delete_share_manager_pod(core_api, statefulset): # NOQA
"""
Test moving of Share manager pod from one node to another.
1. Create a StatefulSet of 1 pod with VolumeClaimTemplate where accessMode
is 'RWX'.
2. Wait for StatefulSet to come up healthy.
3. Write data and compute md5sum.
4. Delete the share manager pod.
5. Wait for a new pod to be created and volume getting attached.
6. Check the data md5sum in statefulSet.
7. Write more data to it and compute md5sum.
8. Check the data md5sum in share manager volume.
"""
statefulset_name = 'statefulset-delete-share-manager-pods-test'
statefulset['metadata']['name'] = \
statefulset['spec']['selector']['matchLabels']['app'] = \
statefulset['spec']['serviceName'] = \
statefulset['spec']['template']['metadata']['labels']['app'] = \
statefulset_name
statefulset['spec']['replicas'] = 1
statefulset['spec']['volumeClaimTemplates'][0]['spec']['storageClassName']\
= 'longhorn'
statefulset['spec']['volumeClaimTemplates'][0]['spec']['accessModes'] \
= ['ReadWriteMany']
create_and_wait_statefulset(statefulset)
pod_name = statefulset_name + '-' + '0'
pvc_name = \
statefulset['spec']['volumeClaimTemplates'][0]['metadata']['name'] \
+ '-' + statefulset_name + '-0'
pv_name = get_volume_name(core_api, pvc_name)
share_manager_name = 'share-manager-' + pv_name
test_data = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api, pod_name, test_data, filename='test1')
delete_and_wait_pod(core_api,
share_manager_name,
namespace=LONGHORN_NAMESPACE)
target_pod = core_api.read_namespaced_pod(name=pod_name,
namespace='default')
wait_delete_pod(core_api, target_pod.metadata.uid)
wait_for_pod_remount(core_api, pod_name)
test_data_2 = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api, pod_name, test_data_2, filename='test2')
command1 = 'cat /export/' + pv_name + '/test1'
share_manager_data_1 = exec_command_in_pod(core_api, command1,
share_manager_name,
LONGHORN_NAMESPACE)
assert test_data == share_manager_data_1
command2 = 'cat /export/' + pv_name + '/test2'
share_manager_data_2 = exec_command_in_pod(core_api, command2,
share_manager_name,
LONGHORN_NAMESPACE)
assert test_data_2 == share_manager_data_2
def test_rwx_with_statefulset_multi_pods(core_api, statefulset): # NOQA
"""
Test creation of share manager pod and rwx volumes from 2 pods.
1. Create a StatefulSet of 2 pods with VolumeClaimTemplate where accessMode
is 'RWX'.
2. Wait for both pods to come up running.
3. Verify there are two share manager pods created in the longhorn
namespace and they have the directory with the PV name in the
path `/export`
4. Write data in both pods and compute md5sum.
5. Compare md5sum of the data with the data written the share manager.
"""
statefulset_name = 'statefulset-rwx-multi-pods-test'
share_manager_name = []
volumes_name = []
statefulset['metadata']['name'] = \
statefulset['spec']['selector']['matchLabels']['app'] = \
statefulset['spec']['serviceName'] = \
statefulset['spec']['template']['metadata']['labels']['app'] = \
statefulset_name
statefulset['spec']['volumeClaimTemplates'][0]['spec']['storageClassName']\
= 'longhorn'
statefulset['spec']['volumeClaimTemplates'][0]['spec']['accessModes'] \
= ['ReadWriteMany']
create_and_wait_statefulset(statefulset)
for i in range(2):
pvc_name = \
statefulset['spec']['volumeClaimTemplates'][0]['metadata']['name']\
+ '-' + statefulset_name + '-' + str(i)
pv_name = get_volume_name(core_api, pvc_name)
assert pv_name is not None
volumes_name.append(pv_name)
share_manager_name.append('share-manager-' + pv_name)
check_pod_existence(core_api,
share_manager_name[i],
namespace=LONGHORN_NAMESPACE)
command = "ls /export | grep -i 'pvc' | wc -l"
assert exec_command_in_pod(core_api, command, share_manager_name[0],
LONGHORN_NAMESPACE) == '1'
assert exec_command_in_pod(core_api, command, share_manager_name[1],
LONGHORN_NAMESPACE) == '1'
md5sum_pod = []
for i in range(2):
test_pod_name = statefulset_name + '-' + str(i)
test_data = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api, test_pod_name, test_data)
md5sum_pod.append(test_data)
for i in range(2):
command = 'cat /export' + '/' + volumes_name[i] + '/' + 'test'
pod_data = exec_command_in_pod(core_api, command,
share_manager_name[i],
LONGHORN_NAMESPACE)
assert pod_data == md5sum_pod[i]
def test_rwx_statefulset_scale_down_up(core_api, statefulset): # NOQA
"""
Test Scaling up and down of pods attached to rwx volume.
1. Create a StatefulSet of 2 pods with VolumeClaimTemplate where accessMode
is 'RWX'.
2. Wait for StatefulSet pods to come up healthy.
3. Write data and compute md5sum in the both pods.
4. Delete the pods.
5. Wait for the pods to be terminated.
6. Verify the share manager pods are no longer available and the volume is
detached.
6. Recreate the pods
7. Wait for new pods to come up.
8. Check the data md5sum in new pods.
"""
statefulset_name = 'statefulset-rwx-scale-down-up-test'
share_manager_name = []
statefulset['metadata']['name'] = \
statefulset['spec']['selector']['matchLabels']['app'] = \
statefulset['spec']['serviceName'] = \
statefulset['spec']['template']['metadata']['labels']['app'] = \
statefulset_name
statefulset['spec']['volumeClaimTemplates'][0]['spec']['storageClassName']\
= 'longhorn'
statefulset['spec']['volumeClaimTemplates'][0]['spec']['accessModes'] \
= ['ReadWriteMany']
create_and_wait_statefulset(statefulset)
for i in range(2):
pvc_name = \
statefulset['spec']['volumeClaimTemplates'][0]['metadata']['name']\
+ '-' + statefulset_name + '-' + str(i)
pv_name = get_volume_name(core_api, pvc_name)
assert pv_name is not None
share_manager_name.append('share-manager-' + pv_name)
check_pod_existence(core_api,
share_manager_name[i],
namespace=LONGHORN_NAMESPACE)
md5sum_pod = []
for i in range(2):
test_pod_name = statefulset_name + '-' + str(i)
test_data = generate_random_data(VOLUME_RWTEST_SIZE)
write_pod_volume_data(core_api, test_pod_name, test_data)
md5sum_pod.append(test_data)
statefulset['spec']['replicas'] = replicas = 0
apps_api = get_apps_api_client()
apps_api.patch_namespaced_stateful_set(
name=statefulset_name,
namespace='default',
body={'spec': {
'replicas': replicas
}})
for i in range(DEFAULT_STATEFULSET_TIMEOUT):
s_set = apps_api.read_namespaced_stateful_set(
name=statefulset['metadata']['name'], namespace='default')
if s_set.status.ready_replicas == replicas or \
(replicas == 0 and not s_set.status.ready_replicas):
break
time.sleep(DEFAULT_STATEFULSET_INTERVAL)
pods = core_api.list_namespaced_pod(namespace=LONGHORN_NAMESPACE)
found = False
for item in pods.items:
if item.metadata.name == share_manager_name[0] or \
item.metadata.name == share_manager_name[1]:
found = True
break
assert not found
statefulset['spec']['replicas'] = replicas = 2
apps_api = get_apps_api_client()
apps_api.patch_namespaced_stateful_set(
name=statefulset_name,
namespace='default',
body={'spec': {
'replicas': replicas
}})
wait_statefulset(statefulset)
for i in range(2):
test_pod_name = statefulset_name + '-' + str(i)
command = 'cat /data/test'
pod_data = exec_command_in_pod(core_api, command, test_pod_name,
'default')
assert pod_data == md5sum_pod[i]
def test_rwx_parallel_writing(core_api, statefulset, pod): # NOQA
"""
Test parallel writing of data
1. Create a StatefulSet of 1 pod with VolumeClaimTemplate where accessMode
is 'RWX'.
2. Wait for StatefulSet to come up healthy.
3. Create another statefulSet with same pvc which got created with first
statefulSet.
4. Wait for statefulSet to come up healthy.
5. Start writing 800 MB data in first statefulSet `file 1` and start
writing 500 MB data in second statefulSet `file 2`.
6. Compute md5sum.
7. Check the data md5sum in share manager pod volume
"""
statefulset_name = 'statefulset-rwx-parallel-writing-test'
statefulset['metadata']['name'] = \
statefulset['spec']['selector']['matchLabels']['app'] = \
statefulset['spec']['serviceName'] = \
statefulset['spec']['template']['metadata']['labels']['app'] = \
statefulset_name
statefulset['spec']['replicas'] = 1
statefulset['spec']['volumeClaimTemplates'][0]['spec']['storageClassName']\
= 'longhorn'
statefulset['spec']['volumeClaimTemplates'][0]['spec']['accessModes'] \
= ['ReadWriteMany']
create_and_wait_statefulset(statefulset)
statefulset_pod_name = statefulset_name + '-0'
pvc_name = \
statefulset['spec']['volumeClaimTemplates'][0]['metadata']['name'] \
+ '-' + statefulset_name + '-0'
pv_name = get_volume_name(core_api, pvc_name)
share_manager_name = 'share-manager-' + pv_name
pod_name = 'pod-parallel-write-test'
pod['metadata']['name'] = pod_name
pod['spec']['volumes'] = [create_pvc_spec(pvc_name)]
create_and_wait_pod(core_api, pod)
with Pool(2) as p:
p.map(
write_data_into_pod,
[statefulset_pod_name + ':/data/test1', pod_name + ':/data/test2'])
md5sum1 = get_pod_data_md5sum(core_api, statefulset_pod_name, 'data/test1')
md5sum2 = get_pod_data_md5sum(core_api, pod_name, 'data/test2')
command1 = 'md5sum /export' + '/' + pv_name + '/' + 'test1' + \
" | awk '{print $1}'"
share_manager_data1 = exec_command_in_pod(core_api, command1,
share_manager_name,
LONGHORN_NAMESPACE)
assert md5sum1 == share_manager_data1
command2 = 'md5sum /export' + '/' + pv_name + '/' + 'test2' + \
" | awk '{print $1}'"
share_manager_data2 = exec_command_in_pod(core_api, command2,
share_manager_name,
LONGHORN_NAMESPACE)
assert md5sum2 == share_manager_data2
