def test_skip_operator( dagster_airflow_python_operator_pipeline, environments_path, ): # pylint: disable=redefined-outer-name pipeline_name = 'optional_outputs' results = dagster_airflow_python_operator_pipeline( pipeline_name=pipeline_name, handle=ExecutionTargetHandle.for_pipeline_module('test_pipelines', pipeline_name), environment_yaml=[os.path.join(environments_path, 'env_filesystem.yaml')], ) validate_skip_pipeline_execution(results)
def test_skip_operator( dagster_airflow_python_operator_pipeline, ): # pylint: disable=redefined-outer-name pipeline_name = 'optional_outputs' environments_path = test_project_environments_path() results = dagster_airflow_python_operator_pipeline( pipeline_name=pipeline_name, recon_repo=ReconstructableRepository.for_module('test_pipelines.repo', pipeline_name), environment_yaml=[os.path.join(environments_path, 'env_filesystem.yaml')], ) validate_skip_pipeline_execution(results)
def test_gcs_storage( dagster_airflow_python_operator_pipeline, environments_path, ): # pylint: disable=redefined-outer-name pipeline_name = 'demo_pipeline_gcs' results = dagster_airflow_python_operator_pipeline( pipeline_name=pipeline_name, handle=ExecutionTargetHandle.for_pipeline_module('test_pipelines', pipeline_name), environment_yaml=[ os.path.join(environments_path, 'env.yaml'), os.path.join(environments_path, 'env_gcs.yaml'), ], ) validate_pipeline_execution(results)
def test_gcs_storage(dagster_airflow_python_operator_pipeline, ): # pylint: disable=redefined-outer-name pipeline_name = 'demo_pipeline_gcs' environments_path = test_project_environments_path() results = dagster_airflow_python_operator_pipeline( pipeline_name=pipeline_name, handle=ReconstructableRepository.for_module('test_pipelines.repo', pipeline_name), environment_yaml=[ os.path.join(environments_path, 'env.yaml'), os.path.join(environments_path, 'env_gcs.yaml'), ], ) validate_pipeline_execution(results)
def test_s3_storage(dagster_airflow_python_operator_pipeline, ): # pylint: disable=redefined-outer-name pipeline_name = "demo_pipeline" environments_path = test_project_environments_path() results = dagster_airflow_python_operator_pipeline( pipeline_name=pipeline_name, recon_repo=ReconstructableRepository.for_module( "dagster_test.test_project.test_pipelines.repo", pipeline_name), environment_yaml=[ os.path.join(environments_path, "env.yaml"), os.path.join(environments_path, "env_s3.yaml"), ], ) validate_pipeline_execution(results)
def test_fs_storage_no_explicit_base_dir( dagster_airflow_python_operator_pipeline, ): # pylint: disable=redefined-outer-name pipeline_name = 'demo_pipeline' environments_path = test_project_environments_path() results = dagster_airflow_python_operator_pipeline( pipeline_name=pipeline_name, recon_repo=ReconstructableRepository.for_module('test_pipelines.repo', pipeline_name), environment_yaml=[ os.path.join(environments_path, 'env.yaml'), os.path.join(environments_path, 'env_filesystem_no_explicit_base_dir.yaml'), ], ) validate_pipeline_execution(results)
def test_fs_storage_no_explicit_base_dir( dagster_airflow_python_operator_pipeline, environments_path, ): # pylint: disable=redefined-outer-name pipeline_name = 'demo_pipeline' results = dagster_airflow_python_operator_pipeline( pipeline_name=pipeline_name, handle=ExecutionTargetHandle.for_pipeline_module( 'test_pipelines.repo', pipeline_name), environment_yaml=[ os.path.join(environments_path, 'env.yaml'), os.path.join(environments_path, 'env_filesystem_no_explicit_base_dir.yaml'), ], ) validate_pipeline_execution(results)