Python TaskTimeoutMonitor Exemples

Exemple #1

def fun_task_timeout_monitor(ds, dag, execution_date, **op_kwargs):
    dag_ids = dag.dag_id

    # 监控国家
    v_country_code = 'NG'

    # 时间偏移量
    v_gap_hour = 0

    v_date = GetLocalTime("otrade", execution_date.strftime("%Y-%m-%d %H"),
                          v_country_code, v_gap_hour)['date']
    v_hour = GetLocalTime("otrade", execution_date.strftime("%Y-%m-%d %H"),
                          v_country_code, v_gap_hour)['hour']

    # 小时级监控
    tb_hour_task = [{
        "dag":
        dag,
        "db":
        "otrade_dw",
        "table":
        "{dag_name}".format(dag_name=dag_ids),
        "partition":
        "country_code={country_code}/dt={pt}/hour={now_hour}".format(
            country_code=v_country_code, pt=v_date, now_hour=v_hour),
        "timeout":
        "3000"
    }]

    TaskTimeoutMonitor().set_task_monitor(tb_hour_task)

Exemple #2

def fun_task_timeout_monitor(ds, dag, **op_kwargs):
    dag_ids = dag.dag_id

    msg = [
        {"dag":dag,"db": "oride_dw", "table": "{dag_name}".format(dag_name=dag_ids),
         "partition": "country_code=NG/dt={pt}".format(pt=ds), "timeout": "2400"}
    ]

    TaskTimeoutMonitor().set_task_monitor(msg)

Exemple #3

def fun_task_timeout_monitor(ds, db_name, table_name, **op_kwargs):
    tb = [{
        "db": db_name,
        "table": table_name,
        "partition": "dt={pt}".format(pt=ds),
        "timeout": "7200"
    }]

    TaskTimeoutMonitor().set_task_monitor(tb)

Exemple #4

def fun_task_timeout_monitor(ds, dag, **op_kwargs):
    dag_ids = dag.dag_id

    msg = [
        {"dag": dag, "db": "opay_dw_ods", "table": "{dag_name}".format(dag_name=dag_ids),
         "partition": "dt={pt}".format(pt=ds), "timeout": "3000"}
    ]

    TaskTimeoutMonitor().set_task_monitor(msg)

Exemple #5

def fun_task_timeout_monitor(ds, dag, **op_kwargs):
    dag_ids = dag.dag_id

    tb = [
        {"dag": dag, "db": "opos_dw", "table": "{dag_name}".format(dag_name=dag_ids),
         "partition": "country_code=nal/dt={pt}".format(pt=ds), "timeout": "1200"}
    ]

    TaskTimeoutMonitor().set_task_monitor(tb)

Exemple #6

Fichier : dwd_oride_client_event_detail_hi.py Projet : lishuailishuai/shanchu2

def fun_task_timeout_monitor(ds,dag,execution_date,**op_kwargs):

    dag_ids=dag.dag_id

    tb = [
        {"dag":dag,"db": "oride_dw", "table":"{dag_name}".format(dag_name=dag_ids), "partition": "country_code=nal/dt={pt}/hour={now_hour}".format(pt=ds,now_hour=execution_date.strftime("%H")), "timeout": "2400"}
    ]

    TaskTimeoutMonitor().set_task_monitor(tb)

Exemple #7

Fichier : app_opay_owealth_report_d_19.py Projet : lishuailishuai/shanchu2

def fun_task_timeout_monitor(ds, dag, **op_kwargs):
    dag_ids = dag.dag_id

    msg = [{
        "dag":
        dag,
        "db":
        "opay_dw",
        "table":
        "{dag_name}".format(dag_name=dag_ids),
        "partition":
        "country_code=NG/dt={pt}".format(pt=airflow.macros.ds_add(ds, +1)),
        "timeout":
        "3000"
    }]

    TaskTimeoutMonitor().set_task_monitor(msg)