def test_workflow_with_any_type():
@solid
def mult_x(_, x):
return 2 * x
@pipeline
def pipe():
mult_x()
run_config = {
"storage": {
"filesystem": {}
},
"solids": {
"mult_x": {
"inputs": {
"x": {
"value": 2
}
}
}
},
}
with pytest.raises(TypeError):
compile_pipeline_to_flyte(pipe, run_config=run_config, module=__name__)
def test_workflow_with_any_type():
@solid
def mult_x(_, x):
return 2 * x
@pipeline
def pipe():
mult_x()
run_config = {
'storage': {
'filesystem': {}
},
'solids': {
'mult_x': {
'inputs': {
'x': {
'value': 2
}
}
}
},
}
with pytest.raises(TypeError):
compile_pipeline_to_flyte(pipe, run_config=run_config, module=__name__)
def test_flyte_sdk_workflow():
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@pipeline
def pipe():
mult_x()
run_config = {
'storage': {
'filesystem': {}
},
'solids': {
'mult_x': {
'inputs': {
'x': {
'value': 2
}
}
}
},
}
workflow_obj = compile_pipeline_to_flyte(pipe,
run_config=run_config,
module=__name__)
assert isinstance(workflow_obj, SdkWorkflow)
assert len(workflow_obj.nodes) == 1
assert hasattr(sys.modules[__name__], 'mult_x')
assert isinstance(getattr(sys.modules[__name__], 'mult_x'),
sdk_runnable.SdkRunnableTask)
def test_flyte_sdk_workflow():
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@pipeline
def pipe():
mult_x()
run_config = {
"storage": {
"filesystem": {}
},
"solids": {
"mult_x": {
"inputs": {
"x": {
"value": 2
}
}
}
},
}
workflow_obj = compile_pipeline_to_flyte(pipe,
run_config=run_config,
module=__name__)
assert isinstance(workflow_obj, SdkWorkflow)
assert len(workflow_obj.nodes) == 1
assert hasattr(sys.modules[__name__], "mult_x")
assert isinstance(getattr(sys.modules[__name__], "mult_x"),
sdk_runnable.SdkRunnableTask)
def test_multi_step_from_multi_outputs():
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@solid
def add(_, to_sum: list) -> int:
return to_sum[0] + to_sum[1]
@solid
def add_z(_, z: int) -> int:
return 3 * z
@pipeline
def pipe():
summed = mult_x()
added = add_z()
result = add(to_sum=[summed, added])
return result
run_config = {
'storage': {
'filesystem': {}
},
'solids': {
'mult_x': {
'inputs': {
'x': {
'value': 2
}
}
},
'add_z': {
'inputs': {
'z': {
'value': 3
}
}
},
},
}
workflow_obj = compile_pipeline_to_flyte(pipe,
run_config=run_config,
module=__name__)
assert isinstance(workflow_obj, SdkWorkflow)
assert len(workflow_obj.nodes) == 3
assert hasattr(sys.modules[__name__], 'mult_x')
assert hasattr(sys.modules[__name__], 'add')
assert hasattr(sys.modules[__name__], 'add_z')
assert isinstance(getattr(sys.modules[__name__], 'mult_x'),
sdk_runnable.SdkRunnableTask)
assert isinstance(getattr(sys.modules[__name__], 'add'),
sdk_runnable.SdkRunnableTask)
assert isinstance(getattr(sys.modules[__name__], 'add_z'),
sdk_runnable.SdkRunnableTask)
def test_multi_step_from_multi_outputs():
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@solid
def add(_, to_sum: list) -> int:
return to_sum[0] + to_sum[1]
@solid
def add_z(_, z: int) -> int:
return 3 * z
@pipeline
def pipe():
summed = mult_x()
added = add_z()
result = add(to_sum=[summed, added])
return result
run_config = {
"storage": {
"filesystem": {}
},
"solids": {
"mult_x": {
"inputs": {
"x": {
"value": 2
}
}
},
"add_z": {
"inputs": {
"z": {
"value": 3
}
}
},
},
}
workflow_obj = compile_pipeline_to_flyte(pipe,
run_config=run_config,
module=__name__)
assert isinstance(workflow_obj, SdkWorkflow)
assert len(workflow_obj.nodes) == 3
assert hasattr(sys.modules[__name__], "mult_x")
assert hasattr(sys.modules[__name__], "add")
assert hasattr(sys.modules[__name__], "add_z")
assert isinstance(getattr(sys.modules[__name__], "mult_x"),
sdk_runnable.SdkRunnableTask)
assert isinstance(getattr(sys.modules[__name__], "add"),
sdk_runnable.SdkRunnableTask)
assert isinstance(getattr(sys.modules[__name__], "add_z"),
sdk_runnable.SdkRunnableTask)
def test_multi_step_pipeline():
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@solid
def add(_, to_sum: int, y: int) -> int:
return to_sum + y
@pipeline
def pipe():
add(mult_x())
run_config = {
'storage': {
'filesystem': {}
},
'solids': {
'mult_x': {
'inputs': {
'x': {
'value': 2
}
}
},
'add': {
'inputs': {
'y': {
'value': 3
}
}
},
},
}
workflow_obj = compile_pipeline_to_flyte(pipe,
run_config=run_config,
module=__name__)
assert isinstance(workflow_obj, SdkWorkflow)
assert len(workflow_obj.nodes) == 2
assert hasattr(sys.modules[__name__], 'mult_x')
assert hasattr(sys.modules[__name__], 'add')
assert isinstance(getattr(sys.modules[__name__], 'mult_x'),
sdk_runnable.SdkRunnableTask)
assert isinstance(getattr(sys.modules[__name__], 'add'),
sdk_runnable.SdkRunnableTask)
def test_multi_step_pipeline():
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@solid
def add(_, to_sum: int, y: int) -> int:
return to_sum + y
@pipeline
def pipe():
add(mult_x())
run_config = {
"storage": {
"filesystem": {}
},
"solids": {
"mult_x": {
"inputs": {
"x": {
"value": 2
}
}
},
"add": {
"inputs": {
"y": {
"value": 3
}
}
},
},
}
workflow_obj = compile_pipeline_to_flyte(pipe,
run_config=run_config,
module=__name__)
assert isinstance(workflow_obj, SdkWorkflow)
assert len(workflow_obj.nodes) == 2
assert hasattr(sys.modules[__name__], "mult_x")
assert hasattr(sys.modules[__name__], "add")
assert isinstance(getattr(sys.modules[__name__], "mult_x"),
sdk_runnable.SdkRunnableTask)
assert isinstance(getattr(sys.modules[__name__], "add"),
sdk_runnable.SdkRunnableTask)
def test_flyte_sdk_workflow():
@solid
def mult_x(context, x): # pylint: disable=unused-argument
return 2 * x
@pipeline
def pipe():
mult_x()
environment_dict = {'solids': {'mult_x': {'inputs': {'x': {'value': 2}}}}}
workflow_obj = compile_pipeline_to_flyte(pipe,
environment_dict=environment_dict,
module=__name__)
assert isinstance(workflow_obj, SdkWorkflow)
assert len(workflow_obj.nodes) == 1
assert hasattr(sys.modules[__name__], 'mult_x')
assert isinstance(getattr(sys.modules[__name__], 'mult_x'),
sdk_runnable.SdkRunnableTask)
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@pipeline
def pipe():
mult_x()
run_config: dict = {
"storage": {"filesystem": {}},
"solids": {"mult_x": {"inputs": {"x": {"value": 2}}}},
}
compute_dict = {
"mult_x": {
"storage_request": "300Mi",
"memory_request": "300Mi",
"cpu_request": "200m",
"storage_limit": "300Mi",
"memory_limit": "300Mi",
"cpu_limit": "200m",
}
}
workflow_obj = compile_pipeline_to_flyte(
pipe, run_config=run_config, compute_dict=compute_dict, module=__name__
)
@solid
def mult_x(_, x: int) -> int:
return 2 * x
@pipeline
def pipe():
mult_x()
environment_dict: dict = {
'storage': {'filesystem': {}},
'solids': {'mult_x': {'inputs': {'x': {'value': 2}}}},
}
compute_dict = {
'mult_x': {
'storage_request': '300Mi',
'memory_request': '300Mi',
'cpu_request': '200m',
'storage_limit': '300Mi',
'memory_limit': '300Mi',
'cpu_limit': '200m',
}
}
workflow_obj = compile_pipeline_to_flyte(
pipe, environment_dict=environment_dict, compute_dict=compute_dict, module=__name__
)
