def test_cw_dashboard_builder(mocker, test_datadir, config_file_name):
mock_aws_api(mocker)
mocker.patch(
"pcluster.config.cluster_config.HeadNodeNetworking.availability_zone",
new_callable=PropertyMock(return_value="us-east-1a"),
)
# mock bucket initialization parameters
mock_bucket(mocker)
input_yaml = load_yaml_dict(test_datadir / config_file_name)
cluster_config = ClusterSchema(cluster_name="clustername").load(input_yaml)
print(cluster_config)
generated_template = CDKTemplateBuilder().build_cluster_template(
cluster_config=cluster_config,
bucket=dummy_cluster_bucket(),
stack_name="clustername")
output_yaml = yaml.dump(generated_template, width=float("inf"))
print(output_yaml)
if cluster_config.is_cw_dashboard_enabled:
if cluster_config.shared_storage:
_verify_ec2_metrics_conditions(cluster_config, output_yaml)
if cluster_config.is_cw_logging_enabled:
_verify_head_node_logs_conditions(cluster_config, output_yaml)
else:
assert_that(output_yaml).does_not_contain("Head Node Logs")
def test_cluster_builder_from_configuration_file(mocker, config_file_name):
mock_aws_api(mocker)
# mock bucket initialization parameters
mock_bucket(mocker)
input_yaml, cluster = load_cluster_model_from_yaml(config_file_name)
generated_template = CDKTemplateBuilder().build_cluster_template(
cluster_config=cluster, bucket=dummy_cluster_bucket(), stack_name="clustername"
)
print(yaml.dump(generated_template))
def test_awsbatch_cluster_builder(mocker):
mock_aws_api(mocker)
# mock bucket initialization parameters
mock_bucket(mocker)
generated_template = CDKTemplateBuilder().build_cluster_template(
cluster_config=dummy_awsbatch_cluster_config(mocker),
bucket=dummy_cluster_bucket(),
stack_name="clustername")
print(yaml.dump(generated_template))
def test_scheduler_plugin_substack(mocker, config_file_name, expected_scheduler_plugin_stack, test_datadir):
mock_aws_api(mocker)
# mock bucket initialization parameters
mock_bucket(mocker)
if config_file_name == "scheduler_plugin.full.yaml":
input_yaml, cluster = load_cluster_model_from_yaml(config_file_name)
else:
input_yaml, cluster = load_cluster_model_from_yaml(config_file_name, test_datadir)
generated_template = CDKTemplateBuilder().build_cluster_template(
cluster_config=cluster, bucket=dummy_cluster_bucket(), stack_name="clustername"
)
print(yaml.dump(generated_template))
assert_that(generated_template["Resources"].get("SchedulerPluginStack", {})).is_equal_to(
expected_scheduler_plugin_stack
)
def test_configure_s3_bucket(mocker, put_bucket_versioning_error,
put_bucket_encryption_error,
put_bucket_policy_error):
mock_aws_api(mocker)
mock_bucket(mocker)
bucket = dummy_cluster_bucket()
mocker.patch("pcluster.aws.s3.S3Client.put_bucket_versioning",
side_effect=put_bucket_versioning_error)
mocker.patch("pcluster.aws.s3.S3Client.put_bucket_encryption",
side_effect=put_bucket_encryption_error)
mocker.patch("pcluster.aws.s3.S3Client.put_bucket_policy",
side_effect=put_bucket_policy_error)
if put_bucket_versioning_error or put_bucket_encryption_error or put_bucket_policy_error:
with pytest.raises(AWSClientError, match="An error occurred"):
bucket.configure_s3_bucket()
def test_head_node_dna_json(mocker, test_datadir, config_file_name, expected_head_node_dna_json_file_name):
mock_aws_api(mocker)
input_yaml = load_yaml_dict(test_datadir / config_file_name)
cluster_config = ClusterSchema(cluster_name="clustername").load(input_yaml)
generated_template = CDKTemplateBuilder().build_cluster_template(
cluster_config=cluster_config, bucket=dummy_cluster_bucket(), stack_name="clustername"
)
generated_head_node_dna_json = json.loads(
_get_cfn_init_file_content(template=generated_template, resource="HeadNodeLaunchTemplate", file="/tmp/dna.json")
)
expected_head_node_dna_json = load_json_dict(test_datadir / expected_head_node_dna_json_file_name)
assert_that(generated_head_node_dna_json).is_equal_to(expected_head_node_dna_json)
def test_create_s3_bucket(region, create_error, mocker):
bucket_name = "test"
expected_params = {"Bucket": bucket_name}
os.environ["AWS_DEFAULT_REGION"] = region
if region != "us-east-1":
# LocationConstraint specifies the region where the bucket will be created.
# When the region is us-east-1 we are not specifying this parameter because it's the default region.
expected_params["CreateBucketConfiguration"] = {
"LocationConstraint": region
}
mock_aws_api(mocker)
mocker.patch("pcluster.aws.s3.S3Client.create_bucket",
side_effect=create_error)
mock_bucket(mocker)
bucket = dummy_cluster_bucket(bucket_name=bucket_name)
if create_error:
with pytest.raises(AWSClientError, match="An error occurred"):
bucket.create_bucket()