Пример #1
0
from trident.operators.poseidon_email_operator import PoseidonEmailWithPythonOperator
from airflow.models import DAG

from trident.util import general
from trident.util.notifications import notify

from trident.util.seaboard_updates import *

from dags.netfile.netfile2_jobs import *

# All times in Airflow UTC.  Set Start Time in PST?
args = general.args
conf = general.config
schedule = general.schedule['campaign_fin']
start_date = general.start_date['campaign_fin']
cur_yr = general.get_year()

#: Dag spec
dag = DAG(dag_id='campaign_fin_reports',
          default_args=args,
          start_date=start_date,
          schedule_interval=schedule)

campaign_fin_latest_only = LatestOnlyOperator(
    task_id='campaign_fin_latest_only', dag=dag)

#: Get 460A transactions
schedule_460A = PythonOperator(task_id='get_transactions_a',
                               python_callable=get_transactions_a,
                               on_failure_callback=notify,
                               on_retry_callback=notify,
Пример #2
0
"""DSD Permits _dags file."""
from airflow.operators.python_operator import PythonOperator
from trident.operators.s3_file_transfer_operator import S3FileTransferOperator
from airflow.operators.latest_only_operator import LatestOnlyOperator
from airflow.models import DAG
from trident.util import general
from dags.permits.permits_jobs import *
from trident.util.notifications import notify
from trident.util.seaboard_updates import update_seaboard_date, get_seaboard_update_dag

conf = general.config
args = general.args
schedule = general.schedule['dsd_approvals']
start_date = general.start_date['dsd_approvals']
year = general.get_year()

#: Dag spec for dsd permits
dag = DAG(dag_id='dsd_permits',
          default_args=args,
          start_date=start_date,
          schedule_interval=schedule)

#: Latest Only Operator for dsd permits.
dsd_permits_latest_only = LatestOnlyOperator(
    task_id='dsd_permits_latest_only', dag=dag)

#: Get permits reports
get_permits_files = PythonOperator(
    task_id='get_permits_files',
    python_callable=get_permits_files,
    on_failure_callback=notify,
Пример #3
0
from trident.operators.poseidon_email_operator import PoseidonEmailWithPythonOperator
from airflow.models import DAG

from trident.util import general
from trident.util.notifications import notify

from trident.util.seaboard_updates import *

from dags.netfile.netfile2_jobs import *

# All times in Airflow UTC.  Set Start Time in PST?
args = general.args
conf = general.config
schedule = general.schedule['campaign_fin']
start_date = general.start_date['campaign_fin']
cur_yr = general.get_year()

#: Dag spec
dag = DAG(dag_id='campaign_fin_reports', default_args=args, start_date=start_date, schedule_interval=schedule)

campaign_fin_latest_only = LatestOnlyOperator(task_id='campaign_fin_latest_only', dag=dag)

#: Get 460A transactions
schedule_460A = PythonOperator(
    task_id='get_transactions_a',
    python_callable=get_transactions_a,
    on_failure_callback=notify,
    on_retry_callback=notify,
    on_success_callback=notify,
    dag=dag)
Пример #4
0
"""DSD Permits _dags file."""
from airflow.operators.python_operator import PythonOperator
from trident.operators.s3_file_transfer_operator import S3FileTransferOperator
from airflow.operators.latest_only_operator import LatestOnlyOperator
from airflow.operators.bash_operator import BashOperator
from airflow.models import DAG
from trident.util import general
from dags.permits.permits_jobs import *
from trident.util.notifications import notify
from trident.util.seaboard_updates import update_seaboard_date, get_seaboard_update_dag

conf = general.config
args = general.args
schedule = general.schedule['dsd_approvals']
start_date = general.start_date['dsd_approvals']
year = general.get_year()

#: Dag spec for dsd permits
dag = DAG(dag_id='dsd_permits',
          default_args=args,
          start_date=start_date,
          schedule_interval=schedule)

#: Latest Only Operator for dsd permits.
dsd_permits_latest_only = LatestOnlyOperator(
    task_id='dsd_permits_latest_only', dag=dag)

#: Get permits reports
get_permits_files = BashOperator(
    task_id='get_permits_files',
    bash_command=get_permits_files(),