def test_to_string_on_json_get():
func = JsonGet(
step_name="my-step",
property_file="my-property-file",
json_path="my-json-path",
)
assert func.to_string().expr == {
"Std:Join": {
"On": "",
"Values": [
{
"Std:JsonGet": {
"Path": "my-json-path",
"PropertyFile": {"Get": "Steps.my-step.PropertyFiles.my-property-file"},
}
}
],
},
}
def test_pipeline_variable_in_pipeline_definition(sagemaker_session):
param_str = ParameterString(name="MyString", default_value="1")
param_int = ParameterInteger(name="MyInteger", default_value=3)
property_file = PropertyFile(
name="name",
output_name="result",
path="output",
)
json_get_func2 = JsonGet(
step_name="my-step",
property_file=property_file,
json_path="my-json-path",
)
prop = Properties("Steps.MyStep", "DescribeProcessingJobResponse")
cond = ConditionGreaterThan(left=param_str, right=param_int.to_string())
step_fail = FailStep(
name="MyFailStep",
error_message=Join(
on=" ",
values=[
"Execution failed due to condition check fails, see:",
json_get_func2.to_string(),
prop.ProcessingOutputConfig.Outputs["MyOutputName"].S3Output.
S3Uri.to_string(),
param_int,
],
),
)
step_cond = ConditionStep(
name="MyCondStep",
conditions=[cond],
if_steps=[],
else_steps=[step_fail],
)
pipeline = Pipeline(
name="MyPipeline",
parameters=[param_str, param_int],
steps=[step_cond],
sagemaker_session=sagemaker_session,
)
dsl = json.loads(pipeline.definition())
assert dsl["Parameters"] == [
{
"Name": "MyString",
"Type": "String",
"DefaultValue": "1"
},
{
"Name": "MyInteger",
"Type": "Integer",
"DefaultValue": 3
},
]
assert len(dsl["Steps"]) == 1
assert dsl["Steps"][0] == {
"Name": "MyCondStep",
"Type": "Condition",
"Arguments": {
"Conditions": [
{
"Type": "GreaterThan",
"LeftValue": {
"Get": "Parameters.MyString"
},
"RightValue": {
"Std:Join": {
"On": "",
"Values": [{
"Get": "Parameters.MyInteger"
}],
},
},
},
],
"IfSteps": [],
"ElseSteps": [{
"Name": "MyFailStep",
"Type": "Fail",
"Arguments": {
"ErrorMessage": {
"Std:Join": {
"On":
" ",
"Values": [
"Execution failed due to condition check fails, see:",
{
"Std:Join": {
"On":
"",
"Values": [
{
"Std:JsonGet": {
"PropertyFile": {
"Get":
"Steps.my-step.PropertyFiles.name"
},
"Path": "my-json-path",
}
},
],
},
},
{
"Std:Join": {
"On":
"",
"Values": [
{
"Get":
"Steps.MyStep.ProcessingOutputConfig."
+
"Outputs['MyOutputName'].S3Output.S3Uri"
},
],
},
},
{
"Get": "Parameters.MyInteger"
},
],
}
}
},
}],
},
}