def test_old_and_new_ways_load_the_same_adhoc_configs(
mock_adhoc_tools_read_extra_service_information,
mock_read_extra_service_information,
mock_adhoc_tools_load_deployments_json,
mock_load_deployments_json,
):
mock_read_extra_service_information.return_value = adhoc_cluster_config()
mock_adhoc_tools_read_extra_service_information.return_value = (
adhoc_cluster_config())
mock_load_deployments_json.return_value = deployment_json()
mock_adhoc_tools_load_deployments_json.return_value = deployment_json()
s = create_test_service()
expected = [
load_adhoc_job_config(
service=TEST_SERVICE_NAME,
instance="sample_batch",
cluster=TEST_CLUSTER_NAME,
load_deployments=True,
soa_dir=TEST_SOA_DIR,
),
load_adhoc_job_config(
service=TEST_SERVICE_NAME,
instance="interactive",
cluster=TEST_CLUSTER_NAME,
load_deployments=True,
soa_dir=TEST_SOA_DIR,
),
]
assert list(s.instance_configs(TEST_CLUSTER_NAME,
AdhocJobConfig)) == expected
def get_instance_configs_for_service(service, soa_dir, type_filter=None):
for cluster in list_clusters(
service=service,
soa_dir=soa_dir,
):
if type_filter is None:
type_filter = ['marathon', 'chronos', 'adhoc']
if 'marathon' in type_filter:
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='marathon',
soa_dir=soa_dir,
):
yield load_marathon_service_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
if 'chronos' in type_filter:
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='chronos',
soa_dir=soa_dir,
):
yield load_chronos_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
if 'adhoc' in type_filter:
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='adhoc',
soa_dir=soa_dir,
):
yield load_adhoc_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
def get_instance_configs_for_service(service, soa_dir):
for cluster in list_clusters(
service=service,
soa_dir=soa_dir,
):
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='marathon',
soa_dir=soa_dir,
):
yield load_marathon_service_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='chronos',
soa_dir=soa_dir,
):
yield load_chronos_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='adhoc',
soa_dir=soa_dir,
):
yield load_adhoc_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
def get_instance_configs_for_service(service, soa_dir):
for cluster in list_clusters(
service=service,
soa_dir=soa_dir,
):
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='marathon',
soa_dir=soa_dir,
):
yield load_marathon_service_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='chronos',
soa_dir=soa_dir,
):
yield load_chronos_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='adhoc',
soa_dir=soa_dir,
):
yield load_adhoc_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
def get_instance_configs_for_service(
service: str,
soa_dir: str,
type_filter: Optional[Sequence[str]] = None,
) -> Iterable[InstanceConfig]:
for cluster in list_clusters(
service=service,
soa_dir=soa_dir,
):
if type_filter is None:
type_filter = ['marathon', 'chronos', 'adhoc', 'kubernetes']
if 'marathon' in type_filter:
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='marathon',
soa_dir=soa_dir,
):
yield load_marathon_service_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
if 'chronos' in type_filter:
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='chronos',
soa_dir=soa_dir,
):
yield load_chronos_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
if 'adhoc' in type_filter:
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='adhoc',
soa_dir=soa_dir,
):
yield load_adhoc_job_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
if 'kubernetes' in type_filter:
for _, instance in get_service_instance_list(
service=service,
cluster=cluster,
instance_type='kubernetes',
soa_dir=soa_dir,
):
yield load_kubernetes_service_config(
service=service,
instance=instance,
cluster=cluster,
soa_dir=soa_dir,
load_deployments=False,
)
