airflow_vars[curw_gcs_key_path], gcs_volumes), cpus=2, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, ) extract_wrf = CurwDockerOperator( task_id='wrf%d-extract' % i, image=extract_image, command=docker_utils.get_docker_extract_cmd( '{{ task_instance.xcom_pull(task_ids=\'gen-run-id-wrf%d\') }}' % i, '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}', airflow_vars[curw_db_config_path], airflow_vars[curw_gcs_key_path], gcs_volumes, overwrite=False), cpus=2, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, ) extract_wrf_no_data_push = CurwDockerOperator( task_id='wrf%d-extract-no-data-push' % i, image=extract_image, command=docker_utils.get_docker_extract_cmd(
docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_wps_key]), docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_inp_keys[0]]), gcs_volumes), cpus=4, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, priority_weight=priorities[0]) extract_wrf_no_data_push = CurwDockerOperator( task_id='wrf-extract-no-data-push', image=extract_image, docker_url=docker_url, command=airflow_docker_utils.get_docker_extract_cmd( '{{ task_instance.xcom_pull(task_ids=\'gen-run-id-wrf\') }}', '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}', docker_rf_utils.get_base64_encoded_str('{}'), gcs_volumes, overwrite=False), cpus=4, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, priority_weight=priorities[0]) generate_run_id >> init_config >> wps >> wrf >> extract_wrf_no_data_push >> clean_up
cpus=4, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, priority_weight=priorities[i]) extract_wrf = CurwDockerOperator( task_id='wrf%d-extract' % i, image=extract_image, docker_url=docker_url, command=airflow_docker_utils.get_docker_extract_cmd( '{{ task_instance.xcom_pull(task_ids=\'sfx-run-id-wrf%d\') }}' % i, '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}', docker_rf_utils.get_base64_encoded_str( airflow_vars[curw_db_config_path]), gcs_volumes, overwrite=False), cpus=4, volumes=docker_volumes, auto_remove=True, privileged=True, dag=dag, pool=wrf_pool, priority_weight=priorities[i]) extract_wrf_no_data_push = CurwDockerOperator( task_id='wrf%d-extract-no-data-push' % i, image=extract_image, docker_url=docker_url,