def test_complex_comp_solid_definition():
@solid
def return_one(_):
return 1
@solid
def take_many(_, items):
return items
@composite_solid
def comp_solid(this_number):
take_many(
[return_one(), this_number,
return_one.alias("return_one_also")()])
comp_solid_meta = build_composite_solid_def_snap(comp_solid)
assert isinstance(comp_solid_meta, CompositeSolidDefSnap)
assert (deserialize_json_to_dagster_namedtuple(
serialize_dagster_namedtuple(comp_solid_meta)) == comp_solid_meta)
index = DependencyStructureIndex(comp_solid_meta.dep_structure_snapshot)
assert index.get_invocation("return_one")
assert index.get_invocation("take_many")
assert index.get_upstream_outputs("take_many",
"items")[0].solid_name == "return_one"
assert index.get_upstream_outputs(
"take_many", "items")[1].solid_name == "return_one_also"
def test_multiple_non_argument_deps():
@asset
def foo():
pass
@asset(namespace="namespace")
def bar():
pass
@asset
def baz():
return 1
@asset(non_argument_deps={AssetKey("foo"), AssetKey(["namespace", "bar"])})
def qux(baz):
return baz
job = build_assets_job("a", [foo, bar, baz, qux])
dep_structure_snapshot = build_dep_structure_snapshot_from_icontains_solids(
job.graph)
index = DependencyStructureIndex(dep_structure_snapshot)
assert index.get_invocation("foo")
assert index.get_invocation("namespace__bar")
assert index.get_invocation("baz")
assert index.get_upstream_outputs("qux", "foo") == [
OutputHandleSnap("foo", "result"),
]
assert index.get_upstream_outputs("qux", "namespace_bar") == [
OutputHandleSnap("namespace__bar", "result")
]
assert index.get_upstream_outputs(
"qux", "baz") == [OutputHandleSnap("baz", "result")]
result = job.execute_in_process()
assert result.success
assert result.output_for_node("qux") == 1
def test_basic_fan_in(snapshot):
@solid(output_defs=[OutputDefinition(Nothing)])
def return_nothing(_):
return None
@solid(input_defs=[InputDefinition('nothing', Nothing)])
def take_nothings(_):
return None
@pipeline
def fan_in_test():
take_nothings([
return_nothing.alias('nothing_one')(),
return_nothing.alias('nothing_two')()
])
dep_structure_snapshot = build_dep_structure_snapshot_from_icontains_solids(
fan_in_test)
index = DependencyStructureIndex(dep_structure_snapshot)
assert index.get_invocation('nothing_one')
assert index.get_invocation('take_nothings')
assert index.get_upstream_outputs('take_nothings', 'nothing') == [
OutputHandleSnap('nothing_one', 'result'),
OutputHandleSnap('nothing_two', 'result'),
]
assert (deserialize_json_to_dagster_namedtuple(
serialize_dagster_namedtuple(dep_structure_snapshot)) ==
dep_structure_snapshot)
pipeline_snapshot = PipelineSnapshot.from_pipeline_def(fan_in_test)
assert pipeline_snapshot == serialize_rt(pipeline_snapshot)
snapshot.assert_match(serialize_pp(pipeline_snapshot))
snapshot.assert_match(create_pipeline_snapshot_id(pipeline_snapshot))
def test_basic_dep():
@solid
def return_one(_):
return 1
@solid(input_defs=[InputDefinition('value', int)])
def passthrough(_, value):
return value
@pipeline
def single_dep_pipeline():
passthrough(return_one())
index = DependencyStructureIndex(
build_dep_structure_snapshot_from_icontains_solids(single_dep_pipeline)
)
assert index.get_invocation('return_one')
assert index.get_invocation('passthrough')
outputs = index.get_upstream_outputs('passthrough', 'value')
assert len(outputs) == 1
assert outputs[0].solid_name == 'return_one'
assert outputs[0].output_name == 'result'
