def _add_nfs_to_mount_volumes(volumes, file_server_id, mount_path):
"""Adds NFS to the mount volumes.
:param models.MountVolumes or None volumes: existing mount volumes.
:param str file_server_id: resource id of the file server.
:param str mount_path: relative mount path for the file server.
:return models.ClusterCreateParameters: updated parameters.
"""
result = copy.deepcopy(volumes) if volumes else models.MountVolumes()
if not mount_path:
raise CLIError('File server relative mount path cannot be empty.')
if result.file_servers is None:
result.file_servers = []
result.file_servers.append(models.FileServerReference(
relative_mount_path=mount_path,
file_server=models.ResourceId(id=file_server_id),
mount_options="rw"))
return result
def add_nfs_to_cluster_create_parameters(params, file_server_id, mount_path):
"""Adds NFS to the cluster create parameters.
:param model.ClusterCreateParameters params: cluster create parameters.
:param str file_server_id: resource id of the file server.
:param str mount_path: relative mount path for the file server.
"""
if not mount_path:
raise CLIError('File server relative mount path cannot be empty.')
if params.node_setup is None:
params.node_setup = models.NodeSetup()
if params.node_setup.mount_volumes is None:
params.node_setup.mount_volumes = models.MountVolumes()
if params.node_setup.mount_volumes.file_servers is None:
params.node_setup.mount_volumes.file_servers = []
params.node_setup.mount_volumes.file_servers.append(
models.FileServerReference(
relative_mount_path=mount_path,
file_server=models.ResourceId(file_server_id),
mount_options="rw"))
def test_file_server(self, resource_group, location, storage_account,
storage_account_key):
"""Tests file server functionality
1. Create file server
2. Create two clusters with this file server
3. Check that the file server is mounted:
a. submit tasks (one from host and another from container) on the first cluster to write data to nfs
b. submit a task on the second cluster to read the data from nfs
"""
server = create_file_server(
self.client, location, resource_group.name,
self.file_server_name) # type: models.FileServer
cluster1 = create_cluster(
self.client,
location,
resource_group.name,
'cluster1',
'STANDARD_D1',
1,
storage_account.name,
storage_account_key,
file_servers=[
models.FileServerReference(
file_server=models.ResourceId(id=server.id),
relative_mount_path='nfs',
mount_options="rw")
])
cluster2 = create_cluster(
self.client,
location,
resource_group.name,
'cluster2',
'STANDARD_D1',
1,
storage_account.name,
storage_account_key,
file_servers=[
models.FileServerReference(
file_server=models.ResourceId(id=server.id),
relative_mount_path='nfs',
mount_options="rw")
])
# Verify the file server is reported.
assert_existing_file_servers_are(self, self.client,
resource_group.name,
[self.file_server_name])
# Verify the file server become available in a reasonable time
self.assertTrue(
wait_for_file_server(self.is_live, self.client,
resource_group.name, self.file_server_name,
_FILE_SERVER_CREATION_TIMEOUT_SEC))
# Verify the remote login information and private ip are reported
server = self.client.file_servers.get(
resource_group.name,
self.file_server_name) # type: models.FileServer
self.assertRegexpMatches(server.mount_settings.file_server_public_ip,
RE_ID_ADDRESS)
self.assertRegexpMatches(server.mount_settings.file_server_internal_ip,
RE_ID_ADDRESS)
# Verify the clusters allocated nodes successfully
self.assertEqual(
wait_for_nodes(self.is_live, self.client, resource_group.name,
'cluster1', 1, NODE_STARTUP_TIMEOUT_SEC), 1)
self.assertEqual(
wait_for_nodes(self.is_live, self.client, resource_group.name,
'cluster2', 1, NODE_STARTUP_TIMEOUT_SEC), 1)
# Execute publishing tasks on the first cluster
job1 = create_custom_job(
self.client, resource_group.name, location, cluster1.id,
'host_publisher', 1,
'echo hi from host > $AZ_BATCHAI_MOUNT_ROOT/nfs/host.txt')
self.assertEqual(
wait_for_job_completion(self.is_live, self.client,
resource_group.name, job1.name, MINUTE),
models.ExecutionState.succeeded)
job2 = create_custom_job(
self.client,
resource_group.name,
location,
cluster1.id,
'container_publisher',
1,
'echo hi from container >> $AZ_BATCHAI_MOUNT_ROOT/nfs/container.txt',
container=models.ContainerSettings(
image_source_registry=models.ImageSourceRegistry(
image="ubuntu")))
self.assertEqual(
wait_for_job_completion(self.is_live, self.client,
resource_group.name, job2.name, MINUTE),
models.ExecutionState.succeeded)
# Execute consumer task on the second cluster
job3 = create_custom_job(
self.client, resource_group.name, location, cluster2.id,
'consumer', 1, 'cat $AZ_BATCHAI_MOUNT_ROOT/nfs/host.txt; '
'cat $AZ_BATCHAI_MOUNT_ROOT/nfs/container.txt')
self.assertEqual(
wait_for_job_completion(self.is_live, self.client,
resource_group.name, job3.name, MINUTE),
models.ExecutionState.succeeded)
# Verify the data
assert_job_files_are(
self, self.client, resource_group.name, job3.name,
STANDARD_OUTPUT_DIRECTORY_ID, {
u'stdout.txt': u'hi from host\nhi from container\n',
u'stderr.txt': ''
})
# Delete clusters
self.client.clusters.delete(resource_group.name, 'cluster1').result()
self.client.clusters.delete(resource_group.name, 'cluster2').result()
# Test deletion
self.client.file_servers.delete(resource_group.name,
self.file_server_name).result()
assert_existing_file_servers_are(self, self.client,
resource_group.name, [])
