コード例 #1
0
ファイル: dag_consolidate.py プロジェクト: NUS-IDS/cofi
def consolidate_callable(**kwargs):
    """ consolidate session table. """

    task_instance = kwargs["ti"]
    table_config = task_instance.xcom_pull(key="config", task_ids="init")

    date = table_config["date"]
    date = pendulum.from_format(date, "YYYY-MM-DD[T]HH:mm:ss").naive()

    table_name = table_config["table_name"]

    session = Session()
    try:
        Fact.consolidate(date)
        ETL.set_status("consolidation", table_name, date, "completed", session)
        session.close()
    except Exception as e:
        ETL.set_status("consolidation", table_name, date, "quarantine",
                       session)
        session.close()
        raise e