clean_up = PythonOperator( task_id='cleanup-config', python_callable=clean_up_wrf_run, provide_context=True, op_args=['init-config'], dag=dag, ) wps = CurwDockerOperator( task_id='wps', image=wrf_image, docker_url=docker_url, command=airflow_docker_utils.get_docker_cmd( '{{ task_instance.xcom_pull(task_ids=\'gen-run-id\') }}', '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}', 'wps', docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_wps_key]), docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_inp_keys[0]]), gcs_volumes), cpus=1, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, ) wrf = CurwDockerOperator( task_id='wrf', image=wrf_image, docker_url=docker_url, command=airflow_docker_utils.get_docker_cmd(
) clean_up = PythonOperator( task_id='cleanup-config', python_callable=clean_up_wrf_config, provide_context=True, op_args=['init-config'], dag=dag, ) wps = CurwDockerOperator( task_id='wps', image=wrf_image, command=docker_utils.get_docker_cmd( '{{ task_instance.xcom_pull(task_ids=\'gen-run-id\') }}', '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}', 'wps', airflow_vars[nl_wps_key], airflow_vars[nl_inp_keys[0]], airflow_vars[curw_gcs_key_path], gcs_volumes), cpus=1, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, ) generate_run_id >> init_config >> wps select_wrf = DummyOperator(task_id='select-wrf', dag=dag) for i in range(parallel_runs):