def _standardize_create_deployment(create_deployment: dict):
alphabet = string.ascii_letters + string.digits
optional_key_to_value = {
"root['master']['redis']": {
'port': 6379
},
"root['master']['redis']['port']":
6379,
"root['master']['fluentd']": {
'port': 24224
},
"root['master']['fluentd']['port']":
24224,
"root['master']['samba']": {
'password':
''.join(secrets.choice(alphabet) for _ in range(20))
},
"root['master']['samba']['password']":
''.join(secrets.choice(alphabet) for _ in range(20))
}
with open(
os.path.expanduser(
f'{GlobalPaths.MARO_GRASS_LIB}/deployments/internal/grass-azure-create.yml'
)) as fr:
create_deployment_template = yaml.safe_load(fr)
validate_and_fill_dict(template_dict=create_deployment_template,
actual_dict=create_deployment,
optional_key_to_value=optional_key_to_value)
def _validate_create_deployment(create_deployment: dict):
optional_key_to_value = {
"root['master']['redis']": {'port': 6379},
"root['master']['redis']['port']": 6379
}
with open(os.path.expanduser(
f'{GlobalPaths.MARO_K8S_LIB}/deployments/internal/k8s-azure-create.yml')) as fr:
create_deployment_template = yaml.safe_load(fr)
validate_and_fill_dict(
template_dict=create_deployment_template,
actual_dict=create_deployment,
optional_key_to_value=optional_key_to_value
)
def _standardize_start_schedule_deployment(start_schedule_deployment: dict):
# Validate k8s-azure-start-job
with open(os.path.expanduser(
f'{GlobalPaths.MARO_K8S_LIB}/deployments/internal/k8s-azure-start-schedule.yml')) as fr:
start_job_template = yaml.safe_load(fr)
validate_and_fill_dict(
template_dict=start_job_template,
actual_dict=start_schedule_deployment,
optional_key_to_value={}
)
# Validate component
with open(os.path.expanduser(f'{GlobalPaths.MARO_K8S_LIB}/deployments/internal/component.yml')) as fr:
start_job_component_template = yaml.safe_load(fr)
components_details = start_schedule_deployment['components']
for _, component_details in components_details.items():
validate_and_fill_dict(
template_dict=start_job_component_template,
actual_dict=component_details,
optional_key_to_value={}
)
def _standardize_start_job_deployment(start_job_deployment: dict):
# Validate grass-azure-start-job
optional_key_to_value = {"root['tags']": {}}
with open(
os.path.expanduser(
f'{GlobalPaths.MARO_GRASS_LIB}/deployments/internal/grass-azure-start-job.yml'
)) as fr:
start_job_template = yaml.safe_load(fr)
validate_and_fill_dict(template_dict=start_job_template,
actual_dict=start_job_deployment,
optional_key_to_value=optional_key_to_value)
# Validate component
with open(
os.path.expanduser(
f'{GlobalPaths.MARO_GRASS_LIB}/deployments/internal/component.yml'
), 'r') as fr:
start_job_component_template = yaml.safe_load(fr)
components_details = start_job_deployment['components']
for _, component_details in components_details.items():
validate_and_fill_dict(template_dict=start_job_component_template,
actual_dict=component_details,
optional_key_to_value={})
