Python validate_retry_memoization示例

示例#1

def _steps_execution_iterator(pipeline_context, execution_plan, pipeline_run):
    '''Iterates over execution of individual steps yielding the associated events.
    '''
    check.inst_param(pipeline_context, 'pipeline_context',
                     SystemPipelineExecutionContext)
    check.inst_param(execution_plan, 'execution_plan', ExecutionPlan)
    check.inst_param(pipeline_run, 'pipeline_run', PipelineRun)

    if execution_plan.previous_run_id:
        validate_retry_memoization(pipeline_context, execution_plan)

    return pipeline_context.executor_config.get_engine().execute(
        pipeline_context, execution_plan)

示例#2

文件： api.py 项目： yetudada/dagster

def _steps_execution_iterator(pipeline_context, execution_plan, pipeline_run):
    '''Iterates over execution of individual steps yielding the associated events.
    '''
    check.inst_param(pipeline_context, 'pipeline_context',
                     (DagsterEvent, SystemPipelineExecutionContext))
    check.inst_param(execution_plan, 'execution_plan', ExecutionPlan)
    check.inst_param(pipeline_run, 'pipeline_run', PipelineRun)

    if (isinstance(pipeline_context, DagsterEvent)
            # pylint: disable=no-member
            and pipeline_context.event_type
            == DagsterEventType.PIPELINE_INIT_FAILURE):
        return ensure_gen(pipeline_context)

    if execution_plan.previous_run_id:
        validate_retry_memoization(pipeline_context, execution_plan)

    return pipeline_context.executor_config.get_engine().execute(
        pipeline_context, execution_plan)

示例#3

def _validate_plan_with_context(pipeline_context, execution_plan):
    validate_retry_memoization(pipeline_context, execution_plan)

示例#4

def _validate_plan_with_context(pipeline_context, execution_plan):
    if execution_plan.previous_run_id:
        validate_retry_memoization(pipeline_context, execution_plan)