def test_execution_plan_error_api():
pipeline_handle = get_foo_pipeline_handle()
with pytest.raises(
DagsterSubprocessError, match=re.escape('Could not find mode made_up_mode in pipeline foo')
):
sync_get_external_execution_plan(
pipeline_handle.get_origin(),
run_config={},
mode='made_up_mode',
pipeline_snapshot_id='12345',
)
def get_external_execution_plan(self, external_pipeline, run_config, mode,
step_keys_to_execute):
from dagster.api.snapshot_execution_plan import sync_get_external_execution_plan
check.inst_param(external_pipeline, 'external_pipeline',
ExternalPipeline)
check.dict_param(run_config, 'run_config')
check.str_param(mode, 'mode')
check.opt_list_param(step_keys_to_execute,
'step_keys_to_execute',
of_type=str)
execution_plan_snapshot_or_error = sync_get_external_execution_plan(
pipeline_origin=external_pipeline.get_origin(),
solid_selection=external_pipeline.solid_selection,
run_config=run_config,
mode=mode,
step_keys_to_execute=step_keys_to_execute,
pipeline_snapshot_id=external_pipeline.
identifying_pipeline_snapshot_id,
)
if isinstance(execution_plan_snapshot_or_error,
ExecutionPlanSnapshotErrorData):
return execution_plan_snapshot_or_error
return ExternalExecutionPlan(
execution_plan_snapshot=execution_plan_snapshot_or_error,
represented_pipeline=external_pipeline,
)
def test_execution_plan_with_subset_snapshot_api():
pipeline_handle = get_foo_pipeline_handle()
execution_plan_snapshot = sync_get_external_execution_plan(
pipeline_handle.get_origin(),
run_config={
'solids': {
'do_input': {
'inputs': {
'x': {
'value': "test"
}
}
}
}
},
mode="default",
pipeline_snapshot_id="12345",
solid_selection=["do_input"],
)
assert isinstance(execution_plan_snapshot, ExecutionPlanSnapshot)
assert execution_plan_snapshot.step_keys_to_execute == [
'do_input.compute',
]
assert len(execution_plan_snapshot.steps) == 1
def get_external_execution_plan(self, external_pipeline, environment_dict,
mode, step_keys_to_execute):
from dagster.api.snapshot_execution_plan import sync_get_external_execution_plan
check.inst_param(external_pipeline, 'external_pipeline',
ExternalPipeline)
check.dict_param(environment_dict, 'environment_dict')
check.str_param(mode, 'mode')
check.opt_list_param(step_keys_to_execute,
'step_keys_to_execute',
of_type=str)
execution_plan_snapshot = sync_get_external_execution_plan(
pipeline_origin=external_pipeline.get_origin(),
solid_selection=external_pipeline.solid_selection,
environment_dict=environment_dict,
mode=mode,
step_keys_to_execute=step_keys_to_execute,
snapshot_id=external_pipeline.identifying_pipeline_snapshot_id,
)
return ExternalExecutionPlan(
execution_plan_snapshot=execution_plan_snapshot,
represented_pipeline=external_pipeline,
)
def test_execution_plan_snapshot_api():
pipeline_handle = get_foo_pipeline_handle()
execution_plan_snapshot = sync_get_external_execution_plan(
pipeline_handle.get_origin(), run_config={}, mode="default", pipeline_snapshot_id="12345",
)
assert isinstance(execution_plan_snapshot, ExecutionPlanSnapshot)
assert execution_plan_snapshot.step_keys_to_execute == [
'do_something.compute',
'do_input.compute',
]
assert len(execution_plan_snapshot.steps) == 2
def test_execution_plan_with_step_keys_to_execute_snapshot_api():
pipeline_handle = get_foo_pipeline_handle()
execution_plan_snapshot = sync_get_external_execution_plan(
pipeline_handle,
environment_dict={},
mode="default",
snapshot_id="12345",
step_keys_to_execute=['do_something.compute'],
)
assert isinstance(execution_plan_snapshot, ExecutionPlanSnapshot)
assert execution_plan_snapshot.step_keys_to_execute == [
'do_something.compute',
]
assert len(execution_plan_snapshot.steps) == 2
