def _steps_execution_iterator(pipeline_context, execution_plan, pipeline_run):
'''Iterates over execution of individual steps yielding the associated events.
'''
check.inst_param(pipeline_context, 'pipeline_context',
SystemPipelineExecutionContext)
check.inst_param(execution_plan, 'execution_plan', ExecutionPlan)
check.inst_param(pipeline_run, 'pipeline_run', PipelineRun)
if execution_plan.previous_run_id:
validate_retry_memoization(pipeline_context, execution_plan)
return pipeline_context.executor_config.get_engine().execute(
pipeline_context, execution_plan)
def _steps_execution_iterator(pipeline_context, execution_plan, pipeline_run):
'''Iterates over execution of individual steps yielding the associated events.
'''
check.inst_param(pipeline_context, 'pipeline_context',
(DagsterEvent, SystemPipelineExecutionContext))
check.inst_param(execution_plan, 'execution_plan', ExecutionPlan)
check.inst_param(pipeline_run, 'pipeline_run', PipelineRun)
if (isinstance(pipeline_context, DagsterEvent)
# pylint: disable=no-member
and pipeline_context.event_type
== DagsterEventType.PIPELINE_INIT_FAILURE):
return ensure_gen(pipeline_context)
if execution_plan.previous_run_id:
validate_retry_memoization(pipeline_context, execution_plan)
return pipeline_context.executor_config.get_engine().execute(
pipeline_context, execution_plan)
def _validate_plan_with_context(pipeline_context, execution_plan):
validate_retry_memoization(pipeline_context, execution_plan)
def _validate_plan_with_context(pipeline_context, execution_plan):
if execution_plan.previous_run_id:
validate_retry_memoization(pipeline_context, execution_plan)