def dummy_awsbatch_cluster_config(mocker):
"""Generate dummy cluster."""
image = Image(os="alinux2")
head_node = dummy_head_node(mocker)
compute_resources = [
AwsBatchComputeResource(name="dummy_compute_resource1", instance_types=["dummyc5.xlarge", "optimal"])
]
queue_networking = AwsBatchQueueNetworking(subnet_ids=["dummy-subnet-1"], security_groups=["sg-1", "sg-2"])
queues = [AwsBatchQueue(name="queue1", networking=queue_networking, compute_resources=compute_resources)]
scheduling = AwsBatchScheduling(queues=queues)
# shared storage
shared_storage: List[Resource] = []
shared_storage.append(dummy_fsx())
shared_storage.append(dummy_ebs("/ebs1"))
shared_storage.append(dummy_ebs("/ebs2", volume_id="vol-abc"))
shared_storage.append(dummy_ebs("/ebs3", raid=Raid(raid_type=1, number_of_volumes=5)))
shared_storage.append(dummy_efs("/efs1", file_system_id="fs-efs-1"))
shared_storage.append(dummy_raid("/raid1"))
cluster = _DummyAwsBatchClusterConfig(
image=image, head_node=head_node, scheduling=scheduling, shared_storage=shared_storage
)
cluster.custom_s3_bucket = "s3://dummy-s3-bucket"
cluster.additional_resources = "https://additional.template.url"
cluster.config_version = "1.0"
cluster.iam = ClusterIam()
cluster.tags = [Tag(key="test", value="testvalue")]
return cluster
def dummy_raid(mount_dir, name="name", volume_id=None):
return SharedEbs(
mount_dir=mount_dir,
name="name",
kms_key_id="xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx",
snapshot_id="snapshot-abdcef76",
volume_type="gp2",
throughput=300,
volume_id=volume_id,
raid=Raid(raid_type=1),
)
def dummy_slurm_cluster_config(mocker):
"""Generate dummy cluster."""
image = Image(os="alinux2")
head_node = dummy_head_node(mocker)
queue_iam = Iam(s3_access=[
S3Access("dummy-readonly-bucket", enable_write_access=True),
S3Access("dummy-readwrite-bucket"),
])
compute_resources = [
SlurmComputeResource(name="dummy_compute_resource1",
instance_type="dummyc5.xlarge")
]
queue_networking1 = QueueNetworking(subnet_ids=["dummy-subnet-1"],
security_groups=["sg-1", "sg-2"])
queue_networking2 = QueueNetworking(subnet_ids=["dummy-subnet-1"],
security_groups=["sg-1", "sg-3"])
queue_networking3 = QueueNetworking(subnet_ids=["dummy-subnet-1"],
security_groups=None)
queues = [
SlurmQueue(name="queue1",
networking=queue_networking1,
compute_resources=compute_resources,
iam=queue_iam),
SlurmQueue(name="queue2",
networking=queue_networking2,
compute_resources=compute_resources),
SlurmQueue(name="queue3",
networking=queue_networking3,
compute_resources=compute_resources),
]
scheduling = SlurmScheduling(queues=queues)
# shared storage
shared_storage: List[Resource] = []
shared_storage.append(dummy_fsx())
shared_storage.append(dummy_ebs("/ebs1"))
shared_storage.append(dummy_ebs("/ebs2", volume_id="vol-abc"))
shared_storage.append(
dummy_ebs("/ebs3", raid=Raid(raid_type=1, number_of_volumes=5)))
shared_storage.append(dummy_efs("/efs1", file_system_id="fs-efs-1"))
shared_storage.append(dummy_raid("/raid1"))
cluster = _DummySlurmClusterConfig(image=image,
head_node=head_node,
scheduling=scheduling,
shared_storage=shared_storage)
cluster.custom_s3_bucket = "s3://dummy-s3-bucket"
cluster.additional_resources = "https://additional.template.url"
cluster.config_version = "1.0"
cluster.iam = ClusterIam()
cluster.tags = [Tag(key="test", value="testvalue")]
return cluster
def make_resource(self, data, **kwargs):
"""Generate resource."""
return Raid(**data)