clean_up = PythonOperator(
    task_id='cleanup-config',
    python_callable=clean_up_wrf_run,
    provide_context=True,
    op_args=['init-config'],
    dag=dag,
)

wps = CurwDockerOperator(
    task_id='wps',
    image=wrf_image,
    docker_url=docker_url,
    command=airflow_docker_utils.get_docker_cmd(
        '{{ task_instance.xcom_pull(task_ids=\'gen-run-id\') }}',
        '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}', 'wps',
        docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_wps_key]),
        docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_inp_keys[0]]),
        gcs_volumes),
    cpus=1,
    volumes=docker_volumes,
    auto_remove=True,
    privileged=True,
    dag=dag,
    pool=wrf_pool,
)

wrf = CurwDockerOperator(
    task_id='wrf',
    image=wrf_image,
    docker_url=docker_url,
    command=airflow_docker_utils.get_docker_cmd(
Esempio n. 2
0
)

clean_up = PythonOperator(
    task_id='cleanup-config',
    python_callable=clean_up_wrf_config,
    provide_context=True,
    op_args=['init-config'],
    dag=dag,
)

wps = CurwDockerOperator(
    task_id='wps',
    image=wrf_image,
    command=docker_utils.get_docker_cmd(
        '{{ task_instance.xcom_pull(task_ids=\'gen-run-id\') }}',
        '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}', 'wps',
        airflow_vars[nl_wps_key], airflow_vars[nl_inp_keys[0]],
        airflow_vars[curw_gcs_key_path], gcs_volumes),
    cpus=1,
    volumes=docker_volumes,
    auto_remove=True,
    privileged=True,
    dag=dag,
    pool=wrf_pool,
)

generate_run_id >> init_config >> wps

select_wrf = DummyOperator(task_id='select-wrf', dag=dag)

for i in range(parallel_runs):