def test_local_backfill_job(self): self.dag_bash.clear( start_date=DEFAULT_DATE, end_date=DEFAULT_DATE) job = jobs.BackfillJob( dag=self.dag_bash, start_date=DEFAULT_DATE, end_date=DEFAULT_DATE) job.run()
def run_backfill(self, dag_id, task_id): dag = self.dagbag.get_dag(dag_id) dag.clear() jobs.BackfillJob(dag=dag, start_date=DEFAULT_DATE, end_date=DEFAULT_DATE).run() ti = models.TaskInstance(task=dag.get_task(task_id), execution_date=DEFAULT_DATE) ti.refresh_from_db() self.assertEqual(ti.state, State.SUCCESS)
def test_backfill_examples(self): self.dagbag = models.DagBag(dag_folder=DEV_NULL, include_examples=True) dags = [ dag for dag in self.dagbag.dags.values() if dag.dag_id in ('example_bash_operator', ) ] for dag in dags: dag.clear(start_date=DEFAULT_DATE, end_date=DEFAULT_DATE) for dag in dags: job = jobs.BackfillJob(dag=dag, start_date=DEFAULT_DATE, end_date=DEFAULT_DATE) job.run()
def test_local_backfill_job(self): dags = [ dag for dag in self.dagbag.dags.values() if dag.dag_id not in ('example_http_operator',)] for dag in dags: dag.clear( start_date=DEFAULT_DATE, end_date=DEFAULT_DATE) for dag in dags: job = jobs.BackfillJob( dag=dag, start_date=DEFAULT_DATE, end_date=DEFAULT_DATE) job.run()
def run(self, start_date=None, end_date=None, mark_success=False): from airflow import jobs job = jobs.BackfillJob(self, start_date, end_date, mark_success) job.run()