def test_error_dag_k8s():
pipeline_name = 'demo_error_pipeline'
handle = ExecutionTargetHandle.for_pipeline_module(
'dagster_airflow_tests.test_project.dagster_airflow_demo',
pipeline_name)
environment_yaml = [
script_relative_path('test_project/env_s3.yaml'),
]
environment_dict = load_yaml_from_glob_list(environment_yaml)
run_id = str(uuid.uuid4())
execution_date = timezone.utcnow()
dag, tasks = make_airflow_dag_kubernetized_for_handle(
handle=handle,
pipeline_name=pipeline_name,
image=IMAGE,
namespace='default',
environment_dict=environment_dict,
)
with pytest.raises(AirflowException) as exc_info:
execute_tasks_in_dag(dag, tasks, run_id, execution_date)
assert 'Exception: Unusual error' in str(exc_info.value)
def test_error_dag_k8s(dagster_docker_image, cluster_provider):
print('--- :airflow: test_kubernetes.test_error_dag_k8s')
_check_aws_creds_available()
pipeline_name = 'demo_error_pipeline'
handle = ReconstructableRepository.for_module('test_pipelines.repo',
pipeline_name)
environments_path = test_project_environments_path()
environment_yaml = [
os.path.join(environments_path, 'env_s3.yaml'),
]
environment_dict = load_yaml_from_glob_list(environment_yaml)
run_id = make_new_run_id()
execution_date = timezone.utcnow()
dag, tasks = make_airflow_dag_kubernetized_for_handle(
handle=handle,
pipeline_name=pipeline_name,
image=dagster_docker_image,
namespace='default',
environment_dict=environment_dict,
op_kwargs={
'config_file': os.environ['KUBECONFIG'],
'env_vars': {
'AWS_ACCESS_KEY_ID': os.environ['AWS_ACCESS_KEY_ID'],
'AWS_SECRET_ACCESS_KEY': os.environ['AWS_SECRET_ACCESS_KEY'],
},
},
)
with pytest.raises(AirflowException) as exc_info:
execute_tasks_in_dag(dag, tasks, run_id, execution_date)
assert 'Exception: Unusual error' in str(exc_info.value)
def test_error_dag_k8s(
dagster_docker_image, environments_path
): # pylint: disable=redefined-outer-name
pipeline_name = 'demo_error_pipeline'
handle = ExecutionTargetHandle.for_pipeline_module('test_pipelines', pipeline_name)
environment_yaml = [
os.path.join(environments_path, 'env_s3.yaml'),
]
environment_dict = load_yaml_from_glob_list(environment_yaml)
run_id = make_new_run_id()
execution_date = timezone.utcnow()
dag, tasks = make_airflow_dag_kubernetized_for_handle(
handle=handle,
pipeline_name=pipeline_name,
image=dagster_docker_image,
namespace='default',
environment_dict=environment_dict,
)
with pytest.raises(AirflowException) as exc_info:
execute_tasks_in_dag(dag, tasks, run_id, execution_date)
assert 'Exception: Unusual error' in str(exc_info.value)