Python get_docker_extract_cmd Beispiele

Beispiel #1

            airflow_vars[curw_gcs_key_path], gcs_volumes),
        cpus=2,
        volumes=docker_volumes,
        auto_remove=True,
        privileged=True,
        dag=dag,
        pool=wrf_pool,
    )

    extract_wrf = CurwDockerOperator(
        task_id='wrf%d-extract' % i,
        image=extract_image,
        command=docker_utils.get_docker_extract_cmd(
            '{{ task_instance.xcom_pull(task_ids=\'gen-run-id-wrf%d\') }}' % i,
            '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}',
            airflow_vars[curw_db_config_path],
            airflow_vars[curw_gcs_key_path],
            gcs_volumes,
            overwrite=False),
        cpus=2,
        volumes=docker_volumes,
        auto_remove=True,
        privileged=True,
        dag=dag,
        pool=wrf_pool,
    )

    extract_wrf_no_data_push = CurwDockerOperator(
        task_id='wrf%d-extract-no-data-push' % i,
        image=extract_image,
        command=docker_utils.get_docker_extract_cmd(

Beispiel #2

Datei: docker_wrf_run_single_cts_v1.py Projekt: hasithadkr7/wrf_docker

        docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_wps_key]),
        docker_rf_utils.get_base64_encoded_str(airflow_vars[nl_inp_keys[0]]),
        gcs_volumes),
    cpus=4,
    volumes=docker_volumes,
    auto_remove=True,
    privileged=True,
    dag=dag,
    pool=wrf_pool,
    priority_weight=priorities[0])

extract_wrf_no_data_push = CurwDockerOperator(
    task_id='wrf-extract-no-data-push',
    image=extract_image,
    docker_url=docker_url,
    command=airflow_docker_utils.get_docker_extract_cmd(
        '{{ task_instance.xcom_pull(task_ids=\'gen-run-id-wrf\') }}',
        '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}',
        docker_rf_utils.get_base64_encoded_str('{}'),
        gcs_volumes,
        overwrite=False),
    cpus=4,
    volumes=docker_volumes,
    auto_remove=True,
    privileged=True,
    dag=dag,
    pool=wrf_pool,
    priority_weight=priorities[0])

generate_run_id >> init_config >> wps >> wrf >> extract_wrf_no_data_push >> clean_up

Beispiel #3

Datei: docker_wrf_run_prod_inst_v1.py Projekt: hasithadkr7/wrf_docker

        cpus=4,
        volumes=docker_volumes,
        auto_remove=True,
        privileged=True,
        dag=dag,
        pool=wrf_pool,
        priority_weight=priorities[i])

    extract_wrf = CurwDockerOperator(
        task_id='wrf%d-extract' % i,
        image=extract_image,
        docker_url=docker_url,
        command=airflow_docker_utils.get_docker_extract_cmd(
            '{{ task_instance.xcom_pull(task_ids=\'sfx-run-id-wrf%d\') }}' % i,
            '{{ task_instance.xcom_pull(task_ids=\'init-config\') }}',
            docker_rf_utils.get_base64_encoded_str(
                airflow_vars[curw_db_config_path]),
            gcs_volumes,
            overwrite=False),
        cpus=4,
        volumes=docker_volumes,
        auto_remove=True,
        privileged=True,
        dag=dag,
        pool=wrf_pool,
        priority_weight=priorities[i])

    extract_wrf_no_data_push = CurwDockerOperator(
        task_id='wrf%d-extract-no-data-push' % i,
        image=extract_image,
        docker_url=docker_url,