def test_pipeline_subset():
@lambda_solid
def return_one():
return 1
@lambda_solid
def add_one(num):
return num + 1
pipeline_def = PipelineDefinition(
solid_defs=[return_one, add_one],
dependencies={'add_one': {
'num': DependencyDefinition('return_one')
}},
)
pipeline_result = execute_pipeline(pipeline_def)
assert pipeline_result.success
assert pipeline_result.result_for_solid('add_one').output_value() == 2
env_config = {'solids': {'add_one': {'inputs': {'num': {'value': 3}}}}}
subset_result = execute_pipeline(pipeline_def.subset_for_execution(
['add_one']),
environment_dict=env_config)
assert subset_result.success
assert len(subset_result.solid_result_list) == 1
assert subset_result.result_for_solid('add_one').output_value() == 4
def test_pipeline_subset_with_multi_dependency():
@lambda_solid
def return_one():
return 1
@lambda_solid
def return_two():
return 2
@lambda_solid(input_defs=[InputDefinition('dep', Nothing)])
def noop():
return 3
pipeline_def = PipelineDefinition(
solid_defs=[return_one, return_two, noop],
dependencies={
'noop': {
'dep':
MultiDependencyDefinition([
DependencyDefinition('return_one'),
DependencyDefinition('return_two')
])
}
},
)
pipeline_result = execute_pipeline(pipeline_def)
assert pipeline_result.success
assert pipeline_result.result_for_solid('noop').output_value() == 3
subset_result = execute_pipeline(
pipeline_def.subset_for_execution(['noop']))
assert subset_result.success
assert len(subset_result.solid_result_list) == 1
assert pipeline_result.result_for_solid('noop').output_value() == 3
subset_result = execute_pipeline(
pipeline_def.subset_for_execution(['return_one', 'return_two',
'noop']))
assert subset_result.success
assert len(subset_result.solid_result_list) == 3
assert pipeline_result.result_for_solid('noop').output_value() == 3
