def test_lp_all_parameters():
@task
def t1(a: int) -> typing.NamedTuple("OutputsBC", t1_int_output=int, c=str):
a = a + 2
return a, "world-" + str(a)
@task
def t2(a: str, b: str, c: str) -> str:
return b + a + c
@workflow
def wf(a: int, c: str) -> str:
x, y = t1(a=a)
u = t2(a=x, b=y, c=c)
return u
obj = CronSchedule("* * ? * * *", kickoff_time_input_arg="abc")
obj1 = CronSchedule("10 * ? * * *", kickoff_time_input_arg="abc")
slack_notif = notification.Slack(
phases=[_execution_model.WorkflowExecutionPhase.SUCCEEDED],
recipients_email=["*****@*****.**"])
auth_role_model = AuthRole(assumable_iam_role="my:iam:role")
lp = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create",
default_inputs={"a": 3},
fixed_inputs={"c": "4"},
schedule=obj,
notifications=slack_notif,
auth_role=auth_role_model,
)
lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create",
default_inputs={"a": 3},
fixed_inputs={"c": "4"},
schedule=obj,
notifications=slack_notif,
auth_role=auth_role_model,
)
assert lp is lp2
# Check for assertion error when a different scheduler is used
lp3 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create",
default_inputs={"a": 3},
fixed_inputs={"c": "4"},
schedule=obj1,
notifications=slack_notif,
auth_role=auth_role_model,
)
with pytest.raises(AssertionError):
assert lp is lp3
def test_lp_documentation():
@task
def t1(a: int) -> typing.NamedTuple("OutputsBC", t1_int_output=int, c=str):
a = a + 2
return a, "world-" + str(a)
@workflow
def wf(a: int, c: str) -> (int, str):
x, y = t1(a=a)
return x, y
# fixed_and_default_start
launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="your_lp_name_1",
default_inputs={"a": 3},
fixed_inputs={"c": "4"})
# fixed_and_default_end
# schedule_start
sched = CronSchedule("* * ? * * *", kickoff_time_input_arg="abc")
email_notif = notification.Email(
phases=[_execution_model.WorkflowExecutionPhase.SUCCEEDED],
recipients_email=["*****@*****.**"])
launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="your_lp_name_2",
schedule=sched,
notifications=[email_notif])
# schedule_end
# auth_role_start
auth_role_model = AuthRole(assumable_iam_role="my:iam:role")
launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="your_lp_name_3",
)
labels_model = Labels({"label": "foo"})
annotations_model = Annotations({"annotate": "bar"})
launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="your_lp_name_4",
auth_role=auth_role_model,
labels=labels_model,
annotations=annotations_model,
)
raw_output_data_config = RawOutputDataConfig("s3://foo/output")
launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="your_lp_name_5",
raw_output_data_config=raw_output_data_config)
def test_lp_all_parameters():
nt = typing.NamedTuple("OutputsBC", t1_int_output=int, c=str)
@task
def t1(a: int) -> nt:
a = a + 2
return nt(a, "world-" + str(a))
@task
def t2(a: str, b: str, c: str) -> str:
return b + a + c
@workflow
def wf(a: int, c: str) -> str:
x, y = t1(a=a)
u = t2(a=x, b=y, c=c)
return u
obj = CronSchedule("* * ? * * *", kickoff_time_input_arg="abc")
obj1 = CronSchedule("10 * ? * * *", kickoff_time_input_arg="abc")
slack_notif = notification.Slack(
phases=[_execution_model.WorkflowExecutionPhase.SUCCEEDED],
recipients_email=["*****@*****.**"])
auth_role_model = AuthRole(assumable_iam_role="my:iam:role")
labels = Labels({"label": "foo"})
annotations = Annotations({"anno": "bar"})
raw_output_data_config = RawOutputDataConfig("s3://foo/output")
lp = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create",
default_inputs={"a": 3},
fixed_inputs={"c": "4"},
schedule=obj,
notifications=[slack_notif],
auth_role=auth_role_model,
labels=labels,
annotations=annotations,
raw_output_data_config=raw_output_data_config,
)
lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create",
default_inputs={"a": 3},
fixed_inputs={"c": "4"},
schedule=obj,
notifications=[slack_notif],
auth_role=auth_role_model,
labels=labels,
annotations=annotations,
raw_output_data_config=raw_output_data_config,
)
assert lp is lp2
with pytest.raises(AssertionError):
launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create",
default_inputs={"a": 3},
fixed_inputs={"c": "4"},
schedule=obj1,
notifications=[slack_notif],
auth_role=auth_role_model,
labels=labels,
annotations=annotations,
raw_output_data_config=raw_output_data_config,
)
def test_lp_each_parameter():
@task
def t1(a: int) -> typing.NamedTuple("OutputsBC", t1_int_output=int, c=str):
a = a + 2
return a, "world-" + str(a)
@workflow
def wf(a: int, c: str) -> (int, str):
x, y = t1(a=a)
return x, y
# Fixed Inputs Parameter
launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="get_or_create_fixed",
fixed_inputs={
"a": 1,
"c": "4"
})
with pytest.raises(AssertionError):
launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="get_or_create_fixed")
# Schedule Parameter
obj = CronSchedule("* * ? * * *", kickoff_time_input_arg="abc")
schedule_lp = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_schedule", schedule=obj)
schedule_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_schedule", schedule=obj)
assert schedule_lp is schedule_lp1
# Default Inputs Parameter
launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_schedule_def_inputs",
default_inputs={"a": 9})
with pytest.raises(AssertionError):
launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_schedule_def_inputs",
default_inputs={"a": 19})
# Notifications Parameter
email_notif = notification.Email(
phases=[_execution_model.WorkflowExecutionPhase.SUCCEEDED],
recipients_email=["*****@*****.**"])
notification_lp = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_notification",
notifications=[email_notif])
notification_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_notification",
notifications=[email_notif])
assert notification_lp is notification_lp1
# Auth Parameter
auth_role_model1 = AuthRole(assumable_iam_role="my:iam:role")
auth_role_model2 = _launch_plan_idl.Auth(
kubernetes_service_account="my:service:account")
launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="get_or_create_auth",
auth_role=auth_role_model1)
with pytest.raises(AssertionError):
launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="get_or_create_auth",
auth_role=auth_role_model2)
# Labels parameters
labels_model1 = Labels({"label": "foo"})
labels_model2 = Labels({"label": "foo"})
labels_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_labels", labels=labels_model1)
labels_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_labels", labels=labels_model2)
assert labels_lp1 is labels_lp2
# Annotations parameters
annotations_model1 = Annotations({"anno": "bar"})
annotations_model2 = Annotations({"anno": "bar"})
annotations_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_annotations",
annotations=annotations_model1)
annotations_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_annotations",
annotations=annotations_model2)
assert annotations_lp1 is annotations_lp2
# Raw output prefix parameters
raw_output_data_config1 = RawOutputDataConfig("s3://foo/output")
raw_output_data_config2 = RawOutputDataConfig("s3://foo/output")
raw_output_data_config_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_raw_output_prefix",
raw_output_data_config=raw_output_data_config1)
raw_output_data_config_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_raw_output_prefix",
raw_output_data_config=raw_output_data_config2)
assert raw_output_data_config_lp1 is raw_output_data_config_lp2
# Max parallelism
max_parallelism = 100
max_parallelism_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_max_parallelism",
max_parallelism=max_parallelism,
)
max_parallelism_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_max_parallelism",
max_parallelism=max_parallelism,
)
assert max_parallelism_lp1 is max_parallelism_lp2
# Labels parameters
labels_model1 = Labels({"label": "foo"})
labels_model2 = Labels({"label": "foo"})
labels_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_labels", labels=labels_model1)
labels_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_labels", labels=labels_model2)
assert labels_lp1 is labels_lp2
# Annotations parameters
annotations_model1 = Annotations({"anno": "bar"})
annotations_model2 = Annotations({"anno": "bar"})
annotations_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_annotations",
annotations=annotations_model1)
annotations_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_annotations",
annotations=annotations_model2)
assert annotations_lp1 is annotations_lp2
# Raw output prefix parameters
raw_output_data_config1 = RawOutputDataConfig("s3://foo/output")
raw_output_data_config2 = RawOutputDataConfig("s3://foo/output")
raw_output_data_config_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_raw_output_prefix",
raw_output_data_config=raw_output_data_config1)
raw_output_data_config_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_raw_output_prefix",
raw_output_data_config=raw_output_data_config2)
assert raw_output_data_config_lp1 is raw_output_data_config_lp2
# Max parallelism
max_parallelism = 100
max_parallelism_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_max_parallelism",
max_parallelism=max_parallelism,
)
max_parallelism_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_max_parallelism",
max_parallelism=max_parallelism,
)
assert max_parallelism_lp1 is max_parallelism_lp2
# Labels parameters
labels_model1 = Labels({"label": "foo"})
labels_model2 = Labels({"label": "foo"})
labels_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_labels", labels=labels_model1)
labels_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_labels", labels=labels_model2)
assert labels_lp1 is labels_lp2
# Annotations parameters
annotations_model1 = Annotations({"anno": "bar"})
annotations_model2 = Annotations({"anno": "bar"})
annotations_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_annotations",
annotations=annotations_model1)
annotations_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_annotations",
annotations=annotations_model2)
assert annotations_lp1 is annotations_lp2
# Raw output prefix parameters
raw_output_data_config1 = RawOutputDataConfig("s3://foo/output")
raw_output_data_config2 = RawOutputDataConfig("s3://foo/output")
raw_output_data_config_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_raw_output_prefix",
raw_output_data_config=raw_output_data_config1)
raw_output_data_config_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_raw_output_prefix",
raw_output_data_config=raw_output_data_config2)
assert raw_output_data_config_lp1 is raw_output_data_config_lp2
# Max parallelism
max_parallelism = 100
max_parallelism_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_max_parallelism",
max_parallelism=max_parallelism,
)
max_parallelism_lp2 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_max_parallelism",
max_parallelism=max_parallelism,
)
assert max_parallelism_lp1 is max_parallelism_lp2
# Default LaunchPlan
name_lp = launch_plan.LaunchPlan.get_or_create(workflow=wf)
name_lp1 = launch_plan.LaunchPlan.get_or_create(workflow=wf)
assert name_lp is name_lp1
def test_lp_each_parameter():
@task
def t1(a: int) -> typing.NamedTuple("OutputsBC", t1_int_output=int, c=str):
a = a + 2
return a, "world-" + str(a)
@workflow
def wf(a: int, c: str) -> (int, str):
x, y = t1(a=a)
return x, y
# Fixed Inputs Parameter
fixed_lp = launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="get_or_create_fixed",
fixed_inputs={
"a": 1,
"c": "4"
})
fixed_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_fixed")
with pytest.raises(AssertionError):
assert fixed_lp is fixed_lp1
# Schedule Parameter
obj = CronSchedule("* * ? * * *", kickoff_time_input_arg="abc")
schedule_lp = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_schedule", schedule=obj)
schedule_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_schedule", schedule=obj)
assert schedule_lp is schedule_lp1
# Default Inputs Parameter
default_lp = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_schedule", default_inputs={"a": 9})
default_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf, name="get_or_create_schedule", default_inputs={"a": 19})
# Validates both schedule and default inputs owing to the same launch plan
with pytest.raises(AssertionError):
assert default_lp is default_lp1
# Notifications Parameter
email_notif = notification.Email(
phases=[_execution_model.WorkflowExecutionPhase.SUCCEEDED],
recipients_email=["*****@*****.**"])
notification_lp = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_notification",
notifications=email_notif)
notification_lp1 = launch_plan.LaunchPlan.get_or_create(
workflow=wf,
name="get_or_create_notification",
notifications=email_notif)
assert notification_lp is notification_lp1
# Auth Parameter
auth_role_model1 = AuthRole(assumable_iam_role="my:iam:role")
auth_role_model2 = _launch_plan_idl.Auth(
kubernetes_service_account="my:service:account")
auth_lp = launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="get_or_create_auth",
auth_role=auth_role_model1)
auth_lp1 = launch_plan.LaunchPlan.get_or_create(workflow=wf,
name="get_or_create_auth",
auth_role=auth_role_model2)
with pytest.raises(AssertionError):
assert auth_lp is auth_lp1
# Default LaunchPlan
name_lp = launch_plan.LaunchPlan.get_or_create(workflow=wf)
name_lp1 = launch_plan.LaunchPlan.get_or_create(workflow=wf)
assert name_lp is name_lp1
from datetime import datetime
from flytekit import LaunchPlan, task, workflow
from flytekit.models.common import AuthRole
@task
def print_hello_world() -> str:
print("Hello, World")
return "Hello"
@workflow
def hello_world(
styx_parameter: datetime,
styx_execution_id: str,
styx_trigger_id: str,
styx_trigger_type: str,
styx_workflow_id: str
) -> str:
hello = print_hello_world()
return hello
lp = LaunchPlan.create("morning_greeting", hello_world, auth_role=AuthRole(kubernetes_service_account="e2e-test-sa"))