def airflow_local_setup(airflow_home):
"""
Init the airflow sqlitedb and start the scheduler with minimal env.
Clean up afterwards by removing the AIRFLOW_HOME and stopping the
scheduler. It is necessary to set the AIRFLOW_HOME env variable on
test invocation otherwise it gets created somewhere else.
"""
extra_env = {
"AIRFLOW__CORE__DAGS_FOLDER": str(Path(__file__).parent.parent.parent / "dags"),
"AIRFLOW__CORE__LOAD_EXAMPLES": "false",
}
env = {**os.environ, **extra_env}
from airflow.bin.cli import initdb
initdb([])
with open(airflow_home / "scheduler.log", "w") as fout:
with Popen(
["pipenv", "run", "airflow", "scheduler"],
shell=False,
stdout=fout,
stderr=fout,
env=env,
) as scheduler:
sleep(2)
yield
scheduler.kill()
def airflow_init_db(airflow_sqlalchemy_conn):
try:
from airflow.bin.cli import initdb
except ImportError:
from airflow.cli.commands.db_command import initdb
initdb([])
def run_init(args):
asset_conf("init")
logging.info("Init cwl-airflow")
update_config(args)
create_folders()
export_dags()
logging.info("Init Airflow DB")
with Mute():
initdb(argparse.Namespace())
def test_cli(self):
from airflow.bin import cli
parser = cli.get_parser()
args = parser.parse_args(['list_dags'])
cli.list_dags(args)
for dag_id in self.dagbag.dags.keys():
args = parser.parse_args(['list_tasks', dag_id])
cli.list_tasks(args)
args = parser.parse_args(['list_tasks', 'example_bash_operator', '--tree'])
cli.list_tasks(args)
cli.initdb(parser.parse_args(['initdb']))
def test_cli(self):
from airflow.bin import cli
parser = cli.get_parser()
args = parser.parse_args(['list_dags'])
cli.list_dags(args)
for dag_id in self.dagbag.dags.keys():
args = parser.parse_args(['list_tasks', dag_id])
cli.list_tasks(args)
args = parser.parse_args(
['list_tasks', 'example_bash_operator', '--tree'])
cli.list_tasks(args)
cli.initdb(parser.parse_args(['initdb']))
def test_cli(self):
from airflow.bin import cli
parser = cli.get_parser()
args = parser.parse_args(["list_dags"])
cli.list_dags(args)
for dag_id in self.dagbag.dags.keys():
args = parser.parse_args(["list_tasks", dag_id])
cli.list_tasks(args)
args = parser.parse_args(["list_tasks", "example_bash_operator", "--tree"])
cli.list_tasks(args)
cli.initdb(parser.parse_args(["initdb"]))
def test_cli_initdb(self):
cli.initdb(self.parser.parse_args(['initdb']))
def test_cli_initdb(self):
cli.initdb(self.parser.parse_args(['initdb']))
def test_cli_initdb(self):
cli.initdb(self.parser.parse_args(["initdb"]))
