Example #1
0
 def setUp(self):
     db.clear_db_jobs()
     db.clear_db_dags()
     db.clear_db_serialized_dags()
     db.clear_db_runs()
     db.clear_db_task_execution()
     db.clear_db_message()
     self.scheduler = None
     self.port = 50102
     self.storage = MemoryEventStorage()
     self.master = NotificationMaster(NotificationService(self.storage),
                                      self.port)
     self.master.run()
     self.client = NotificationClient(server_uri="localhost:{}".format(
         self.port),
                                      default_namespace="test_namespace")
     time.sleep(1)
Example #2
0
    def test_delete_dag_run_and_task_instance_does_not_raise_error(self):
        clear_db_jobs()
        clear_db_runs()

        job_id = 22
        dag = DAG(dag_id='test_delete_dag_run', start_date=days_ago(1))
        _ = BashOperator(task_id='task1', dag=dag, bash_command="echo hi")

        # Simulate DagRun is created by a job inherited by BaseJob with an id
        # This is so that same foreign key exists on DagRun.creating_job_id & BaseJob.id
        dag_run = self.create_dag_run(dag=dag, creating_job_id=job_id)
        assert dag_run is not None

        session = settings.Session()

        job = BaseJob(id=job_id)
        session.add(job)

        # Simulate TaskInstance is created by a job inherited by BaseJob with an id
        # This is so that same foreign key exists on TaskInstance.queued_by_job_id & BaseJob.id
        ti1 = dag_run.get_task_instance(task_id="task1")
        ti1.queued_by_job_id = job_id
        session.merge(ti1)
        session.commit()

        # Test Deleting DagRun does not raise an error
        session.delete(dag_run)

        # Test Deleting TaskInstance does not raise an error
        ti1 = dag_run.get_task_instance(task_id="task1")
        session.delete(ti1)
        session.commit()

        # CleanUp
        clear_db_runs()
        clear_db_jobs()
Example #3
0
 def setUp(self) -> None:
     db.clear_db_runs()
     db.clear_db_jobs()
Example #4
0
 def tearDown(self) -> None:
     db.clear_db_runs()
     db.clear_db_jobs()
Example #5
0
 def tearDown(self) -> None:
     clear_db_jobs()
     clear_db_runs()
Example #6
0
 def setUp(self):
     clear_db_jobs()
     clear_db_runs()
     patcher = patch('airflow.jobs.base_job.sleep')
     self.addCleanup(patcher.stop)
     self.mock_base_job_sleep = patcher.start()
Example #7
0
def clean_db_helper():
    yield
    clear_db_jobs()
    clear_db_runs()
Example #8
0
 def setUp(self) -> None:
     clear_db_jobs()
Example #9
0
 def tearDown(self) -> None:
     if self.scheduler_job and self.scheduler_job.processor_agent:
         self.scheduler_job.processor_agent.end()
     clear_db_jobs()
Example #10
0
 def setUp(self) -> None:
     clear_db_jobs()
     self.scheduler_job = None