from __future__ import print_function from datetime import datetime from airflow.models import Variable from bitcoinetl.build_export_dag import build_export_dag start_date = Variable.get('bitcoin_export_start_date', '2009-01-03') # When searching for DAGs, Airflow will only consider files where the string “airflow” and “DAG” both appear in the # contents of the .py file. DAG = build_export_dag(dag_id='bitcoin_export_dag', provider_uri=Variable.get('bitcoin_provider_uri'), output_bucket=Variable.get('bitcoin_output_bucket'), start_date=datetime.strptime(start_date, '%Y-%m-%d'), chain='bitcoin', notification_emails=Variable.get( 'notification_emails', ''), schedule_interval='0 3 * * *', export_max_workers=4, export_batch_size=1)
from __future__ import print_function from bitcoinetl.build_export_dag import build_export_dag from bitcoinetl.variables import read_export_dag_vars # When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the # contents of the .py file. DAG = build_export_dag(dag_id='dogecoin_export_dag', chain='dogecoin', **read_export_dag_vars( var_prefix='dogecoin_', export_schedule_interval='0 13 * * *', export_start_date='2013-12-06', export_max_workers=3, export_batch_size=10, ))
from __future__ import print_function from bitcoinetl.build_export_dag import build_export_dag from bitcoinetl.variables import read_export_dag_vars # When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the # contents of the .py file. DAG = build_export_dag( dag_id='bitcoin_cash_export_dag', chain='bitcoin_cash', **read_export_dag_vars( var_prefix='bitcoin_cash_', export_schedule_interval='0 17 * * *', export_start_date='2009-01-03', export_max_workers=4, export_batch_size=5 ) )
from __future__ import print_function from bitcoinetl.build_export_dag import build_export_dag from bitcoinetl.variables import read_export_dag_vars # When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the # contents of the .py file. DAG = build_export_dag( dag_id='litecoin_export_dag', chain='litecoin', **read_export_dag_vars( var_prefix='litecoin_', export_schedule_interval='0 14 * * *', export_start_date='2011-10-07', export_max_workers=4, export_batch_size=1, ) )
from __future__ import print_function from bitcoinetl.build_export_dag import build_export_dag from bitcoinetl.variables import read_export_dag_vars # When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the # contents of the .py file. DAG = build_export_dag(dag_id='zcash_export_dag', chain='zcash', **read_export_dag_vars( var_prefix='zcash_', export_schedule_interval='0 16 * * *', export_start_date='2016-10-28', export_max_workers=3, export_batch_size=1, ))
from __future__ import print_function from bitcoinetl.build_export_dag import build_export_dag from bitcoinetl.variables import read_export_dag_vars # When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the # contents of the .py file. DAG = build_export_dag(dag_id='dash_export_dag', chain='dash', **read_export_dag_vars( var_prefix='dash_', export_schedule_interval='0 15 * * *', export_start_date='2014-01-19', export_max_workers=3, export_batch_size=10, ))