def test_aws_config(self): args_test = copy.copy(default_args_test) args_test["dbnd_config"] = { "databand": {"env": "aws"}, "aws": {EnvConfig.root: TEST_ENV__AWS_ROOT}, } with DAG(dag_id="test_aws_config", default_args=args_test) as dag_operators: t_A() result = run_and_get(dag_operators, task_id="t_A") b_result = result["result"] assert b_result.startswith("s3://dbnd-test/databand_project/dev/")
def test_aws_config(self): args_test = copy.copy(default_args_test) args_test["dbnd_config"] = { DatabandSystemConfig.env: "aws", CoreConfig.environments: ["aws"], "aws": {EnvConfig.root: "s3://ssss"}, } with DAG(dag_id="test_aws_config", default_args=args_test) as dag_operators: t_A() t_a = dag_operators.task_dict["t_A"] assert t_a == "checkcheck"
import dbnd from test_dbnd_airflow.airflow_home.dags.dag_test_examples import ( default_args_test, t_A, t_B, t_pipeline, ) from test_dbnd_airflow.functional.utils import read_xcom_result_value, run_and_get str(dbnd) # we need all these dags at file level, so we can use standard airflow executor to run them. with DAG(dag_id="test_simple_build", default_args=default_args_test) as dag_simple_build: t_A("check", 2) with DAG(dag_id="test_simple_run_wiring", default_args=default_args_test) as dag_simple_run_wiring: a = t_A("check") b = t_B(a, expected="checkcheck") with DAG(dag_id="dag_with_pipeline", default_args=default_args_test) as dag_with_pipeline: t_pipeline() default_args_config_dag = copy.copy(default_args_test) default_args_config_dag["dbnd_config"] = {t_pipeline.task.p_str: "from_config"} with DAG(dag_id="dag_with_config", default_args=default_args_config_dag) as dag_with_config: