def main(): """ Run the scheduler metrics jobs after loading the test configuration and clearing old instances of dags and tasks """ max_runtime_secs = MAX_RUNTIME_SECS if len(sys.argv) > 1: try: max_runtime_secs = int(sys.argv[1]) if max_runtime_secs < 1: raise ValueError except ValueError: logging.error('Specify a positive integer for timeout.') sys.exit(1) conf.load_test_config() set_dags_paused_state(False) clear_dag_runs() clear_dag_task_instances() job = SchedulerMetricsJob(dag_ids=DAG_IDS, subdir=SUBDIR, max_runtime_secs=max_runtime_secs) job.run()
def main(): global MAX_RUNTIME_SECS if len(sys.argv) > 1: try: max_runtime_secs = int(sys.argv[1]) if max_runtime_secs < 1: raise ValueError MAX_RUNTIME_SECS = max_runtime_secs except ValueError: logging.error('Specify a positive integer for timeout.') sys.exit(1) conf.load_test_config() set_dags_paused_state(False) clear_dag_runs() clear_dag_task_instances() job = SchedulerMetricsJob(dag_ids=DAG_IDS, subdir=SUBDIR) job.run()
def setUp(self): conf.load_test_config() self.app, self.appbuilder = application.create_app(testing=True)
import airflow from airflow.models import DagBag from airflow.configuration import conf from os import environ conf.load_test_config() environ['AIRTABLE_API_KEY'] = 'xxxx' def test_dagbag_imports(): ''' Ensure the DAG is importable ''' dagbag = DagBag() assert not dagbag.import_errors def test_dag_does_something(): ''' Ensure end tasks are present in the DAG ''' dagbag = DagBag() dag = dagbag.get_dag('syncing_movie_and_tv_data') assert dag.get_task('extract_airtable_shows')
def setUp(self): conf.load_test_config() self.app, self.appbuilder = application.create_app(testing=True)