def bootstrap_dagbag(session: Session = NEW_SESSION): dagbag = DagBag() # Save DAGs in the ORM dagbag.sync_to_db(session=session) # Deactivate the unknown ones DAG.deactivate_unknown_dags(dagbag.dags.keys(), session=session)
def initdb(): """Initialize Airflow database.""" upgradedb() if conf.getboolean('core', 'LOAD_DEFAULT_CONNECTIONS'): create_default_connections() dagbag = DagBag() # Save DAGs in the ORM dagbag.sync_to_db() # Deactivate the unknown ones DAG.deactivate_unknown_dags(dagbag.dags.keys()) from flask_appbuilder.models.sqla import Base Base.metadata.create_all(settings.engine) # pylint: disable=no-member
def initdb(): """ Initialize Airflow database. """ upgradedb() create_default_connections() dagbag = DagBag() # Save individual DAGs in the ORM for dag in dagbag.dags.values(): dag.sync_to_db() # Deactivate the unknown ones DAG.deactivate_unknown_dags(dagbag.dags.keys()) from flask_appbuilder.models.sqla import Base Base.metadata.create_all(settings.engine) # pylint: disable=no-member
def initdb(session=None): """Initialize Airflow database.""" upgradedb(session=session) if conf.getboolean('core', 'LOAD_DEFAULT_CONNECTIONS'): create_default_connections(session=session) with create_global_lock(session=session): dagbag = DagBag() # Save DAGs in the ORM dagbag.sync_to_db(session=session) # Deactivate the unknown ones DAG.deactivate_unknown_dags(dagbag.dags.keys(), session=session) from flask_appbuilder.models.sqla import Base Base.metadata.create_all(settings.engine)
def refresh_dagbag(dag_bag=None, dag_id=None, force_fetch=False): if not dag_bag: dag_bag = DagBag(store_serialized_dags=False) try: # Use bulk sync to refresh DAGs (implemented by https://github.com/apache/airflow/pull/7477) dag_bag.sync_to_db() except AttributeError: # Bulk sync not possible if dag_id: dag = dag_bag.get_dag(dag_id) if dag: dag.sync_to_db() else: if force_fetch: # TODO: not possible to update in-memory dagbag instance pass if not force_fetch or not dag_bag.get_dag(dag_id): print(f'++++++++Deactivating unknown DAGs+++++++') # DAG is missing in the DagBag # probably since it's disabled because it's unapproved. # in that case, the DB DAG also needs to be deactivated DAG.deactivate_unknown_dags(dag_bag.dag_ids) else: raise ValueError('Pass "dag_id" to refresh!')