示例#1
0
default_args = {
    'owner': 'airflow',
    'start_date': airflow.utils.dates.days_ago(2),
    'provide_context': True
}

dag = DAG(dag_id='gw', default_args=default_args, schedule_interval='@once')

train_op = SageMakerTrainingOperator(task_id='tf_training',
                                     config=train_dkn_config,
                                     wait_for_completion=True,
                                     dag=dag)

task_def_op = PythonOperator(task_id='task_definition',
                             python_callable=task_def,
                             op_args=['gw1'],
                             provide_context=True,
                             dag=dag)

deploy_ecs_op = PythonOperator(task_id='run_task',
                               python_callable=deploy_model_ecs,
                               op_args=['gw1'],
                               provide_context=True,
                               dag=dag)

# deploy_ecs_op.set_upstream(task_def_op)
# task_def_op.set_upstream(train_op)

init.set_downstram(task_def_op)
task_def_op.set_downstram(deploy_ecs_op)