def fun_task_timeout_monitor(ds, dag, execution_date, **op_kwargs): dag_ids = dag.dag_id # 监控国家 v_country_code = 'NG' # 时间偏移量 v_gap_hour = 0 v_date = GetLocalTime("otrade", execution_date.strftime("%Y-%m-%d %H"), v_country_code, v_gap_hour)['date'] v_hour = GetLocalTime("otrade", execution_date.strftime("%Y-%m-%d %H"), v_country_code, v_gap_hour)['hour'] # 小时级监控 tb_hour_task = [{ "dag": dag, "db": "otrade_dw", "table": "{dag_name}".format(dag_name=dag_ids), "partition": "country_code={country_code}/dt={pt}/hour={now_hour}".format( country_code=v_country_code, pt=v_date, now_hour=v_hour), "timeout": "3000" }] TaskTimeoutMonitor().set_task_monitor(tb_hour_task)
def fun_task_timeout_monitor(ds, dag, **op_kwargs): dag_ids = dag.dag_id msg = [ {"dag":dag,"db": "oride_dw", "table": "{dag_name}".format(dag_name=dag_ids), "partition": "country_code=NG/dt={pt}".format(pt=ds), "timeout": "2400"} ] TaskTimeoutMonitor().set_task_monitor(msg)
def fun_task_timeout_monitor(ds, db_name, table_name, **op_kwargs): tb = [{ "db": db_name, "table": table_name, "partition": "dt={pt}".format(pt=ds), "timeout": "7200" }] TaskTimeoutMonitor().set_task_monitor(tb)
def fun_task_timeout_monitor(ds, dag, **op_kwargs): dag_ids = dag.dag_id msg = [ {"dag": dag, "db": "opay_dw_ods", "table": "{dag_name}".format(dag_name=dag_ids), "partition": "dt={pt}".format(pt=ds), "timeout": "3000"} ] TaskTimeoutMonitor().set_task_monitor(msg)
def fun_task_timeout_monitor(ds, dag, **op_kwargs): dag_ids = dag.dag_id tb = [ {"dag": dag, "db": "opos_dw", "table": "{dag_name}".format(dag_name=dag_ids), "partition": "country_code=nal/dt={pt}".format(pt=ds), "timeout": "1200"} ] TaskTimeoutMonitor().set_task_monitor(tb)
def fun_task_timeout_monitor(ds,dag,execution_date,**op_kwargs): dag_ids=dag.dag_id tb = [ {"dag":dag,"db": "oride_dw", "table":"{dag_name}".format(dag_name=dag_ids), "partition": "country_code=nal/dt={pt}/hour={now_hour}".format(pt=ds,now_hour=execution_date.strftime("%H")), "timeout": "2400"} ] TaskTimeoutMonitor().set_task_monitor(tb)
def fun_task_timeout_monitor(ds, dag, **op_kwargs): dag_ids = dag.dag_id msg = [{ "dag": dag, "db": "opay_dw", "table": "{dag_name}".format(dag_name=dag_ids), "partition": "country_code=NG/dt={pt}".format(pt=airflow.macros.ds_add(ds, +1)), "timeout": "3000" }] TaskTimeoutMonitor().set_task_monitor(msg)