def test_local_backfill_job(self):
self.dag_bash.clear(
start_date=DEFAULT_DATE,
end_date=DEFAULT_DATE)
job = jobs.BackfillJob(
dag=self.dag_bash,
start_date=DEFAULT_DATE,
end_date=DEFAULT_DATE)
job.run()
def run_backfill(self, dag_id, task_id):
dag = self.dagbag.get_dag(dag_id)
dag.clear()
jobs.BackfillJob(dag=dag,
start_date=DEFAULT_DATE,
end_date=DEFAULT_DATE).run()
ti = models.TaskInstance(task=dag.get_task(task_id),
execution_date=DEFAULT_DATE)
ti.refresh_from_db()
self.assertEqual(ti.state, State.SUCCESS)
def test_backfill_examples(self):
self.dagbag = models.DagBag(dag_folder=DEV_NULL, include_examples=True)
dags = [
dag for dag in self.dagbag.dags.values()
if dag.dag_id in ('example_bash_operator', )
]
for dag in dags:
dag.clear(start_date=DEFAULT_DATE, end_date=DEFAULT_DATE)
for dag in dags:
job = jobs.BackfillJob(dag=dag,
start_date=DEFAULT_DATE,
end_date=DEFAULT_DATE)
job.run()
def test_local_backfill_job(self):
dags = [
dag for dag in self.dagbag.dags.values()
if dag.dag_id not in ('example_http_operator',)]
for dag in dags:
dag.clear(
start_date=DEFAULT_DATE,
end_date=DEFAULT_DATE)
for dag in dags:
job = jobs.BackfillJob(
dag=dag,
start_date=DEFAULT_DATE,
end_date=DEFAULT_DATE)
job.run()
def run(self, start_date=None, end_date=None, mark_success=False):
from airflow import jobs
job = jobs.BackfillJob(self, start_date, end_date, mark_success)
job.run()
