from __future__ import print_function
from datetime import datetime
from airflow.models import Variable
from bitcoinetl.build_export_dag import build_export_dag
start_date = Variable.get('bitcoin_export_start_date', '2009-01-03')
# When searching for DAGs, Airflow will only consider files where the string “airflow” and “DAG” both appear in the
# contents of the .py file.
DAG = build_export_dag(dag_id='bitcoin_export_dag',
provider_uri=Variable.get('bitcoin_provider_uri'),
output_bucket=Variable.get('bitcoin_output_bucket'),
start_date=datetime.strptime(start_date, '%Y-%m-%d'),
chain='bitcoin',
notification_emails=Variable.get(
'notification_emails', ''),
schedule_interval='0 3 * * *',
export_max_workers=4,
export_batch_size=1)
from __future__ import print_function
from bitcoinetl.build_export_dag import build_export_dag
from bitcoinetl.variables import read_export_dag_vars
# When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the
# contents of the .py file.
DAG = build_export_dag(dag_id='dogecoin_export_dag',
chain='dogecoin',
**read_export_dag_vars(
var_prefix='dogecoin_',
export_schedule_interval='0 13 * * *',
export_start_date='2013-12-06',
export_max_workers=3,
export_batch_size=10,
))
from __future__ import print_function
from bitcoinetl.build_export_dag import build_export_dag
from bitcoinetl.variables import read_export_dag_vars
# When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the
# contents of the .py file.
DAG = build_export_dag(
dag_id='bitcoin_cash_export_dag',
chain='bitcoin_cash',
**read_export_dag_vars(
var_prefix='bitcoin_cash_',
export_schedule_interval='0 17 * * *',
export_start_date='2009-01-03',
export_max_workers=4,
export_batch_size=5
)
)
from __future__ import print_function
from bitcoinetl.build_export_dag import build_export_dag
from bitcoinetl.variables import read_export_dag_vars
# When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the
# contents of the .py file.
DAG = build_export_dag(
dag_id='litecoin_export_dag',
chain='litecoin',
**read_export_dag_vars(
var_prefix='litecoin_',
export_schedule_interval='0 14 * * *',
export_start_date='2011-10-07',
export_max_workers=4,
export_batch_size=1,
)
)
from __future__ import print_function
from bitcoinetl.build_export_dag import build_export_dag
from bitcoinetl.variables import read_export_dag_vars
# When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the
# contents of the .py file.
DAG = build_export_dag(dag_id='zcash_export_dag',
chain='zcash',
**read_export_dag_vars(
var_prefix='zcash_',
export_schedule_interval='0 16 * * *',
export_start_date='2016-10-28',
export_max_workers=3,
export_batch_size=1,
))
from __future__ import print_function
from bitcoinetl.build_export_dag import build_export_dag
from bitcoinetl.variables import read_export_dag_vars
# When searching for DAGs, Airflow will only consider files where the string "airflow" and "DAG" both appear in the
# contents of the .py file.
DAG = build_export_dag(dag_id='dash_export_dag',
chain='dash',
**read_export_dag_vars(
var_prefix='dash_',
export_schedule_interval='0 15 * * *',
export_start_date='2014-01-19',
export_max_workers=3,
export_batch_size=10,
))
