def test_construct_log_string_for_event():
step_output_event = DagsterEvent(
event_type_value="STEP_OUTPUT",
pipeline_name="my_pipeline",
step_key="solid2",
solid_handle=NodeHandle("solid2", None),
step_kind_value="COMPUTE",
logging_tags={},
event_specific_data=StepOutputData(
step_output_handle=StepOutputHandle("solid2", "result")),
message=
'Yielded output "result" of type "Any" for step "solid2". (Type check passed).',
pid=54348,
)
logging_metadata = DagsterLoggingMetadata(
run_id="f79a8a93-27f1-41b5-b465-b35d0809b26d",
pipeline_name="my_pipeline")
dagster_message_props = DagsterMessageProps(
orig_message=step_output_event.message,
dagster_event=step_output_event,
)
assert (
construct_log_string(logging_metadata=logging_metadata,
message_props=dagster_message_props) ==
'my_pipeline - f79a8a93-27f1-41b5-b465-b35d0809b26d - 54348 - STEP_OUTPUT - Yielded output "result" of type "Any" for step "solid2". (Type check passed).'
)
def make_log_string(error):
step_failure_event = DagsterEvent(
event_type_value="STEP_FAILURE",
pipeline_name="my_pipeline",
step_key="solid2",
solid_handle=SolidHandle("solid2", None),
step_kind_value="COMPUTE",
logging_tags={},
event_specific_data=StepFailureData(error=error,
user_failure_data=None),
message='Execution of step "solid2" failed.',
pid=54348,
)
message_props = {
"dagster_event": step_failure_event,
"pipeline_name": "my_pipeline"
}
synth_props = {
"orig_message": step_failure_event.message,
"run_id": "f79a8a93-27f1-41b5-b465-b35d0809b26d",
}
return construct_log_string(message_props=message_props,
logging_tags={},
synth_props=synth_props)
def test_construct_log_string_for_event():
step_output_event = DagsterEvent(
event_type_value="STEP_OUTPUT",
pipeline_name="my_pipeline",
step_key="solid2",
solid_handle=SolidHandle("solid2", None),
step_kind_value="COMPUTE",
logging_tags={},
event_specific_data=StepOutputData(
step_output_handle=StepOutputHandle("solid2", "result")),
message=
'Yielded output "result" of type "Any" for step "solid2". (Type check passed).',
pid=54348,
)
message_props = {
"dagster_event": step_output_event,
"pipeline_name": "my_pipeline"
}
synth_props = {
"orig_message": step_output_event.message,
"run_id": "f79a8a93-27f1-41b5-b465-b35d0809b26d",
}
assert (
construct_log_string(message_props=message_props,
logging_tags={},
synth_props=synth_props) ==
'my_pipeline - f79a8a93-27f1-41b5-b465-b35d0809b26d - 54348 - STEP_OUTPUT - Yielded output "result" of type "Any" for step "solid2". (Type check passed).'
)
def test_construct_log_string_for_log():
logging_metadata = DagsterLoggingMetadata(
run_id="f79a8a93-27f1-41b5-b465-b35d0809b26d",
pipeline_name="my_pipeline")
dagster_message_props = DagsterMessageProps(orig_message="hear my tale")
assert (construct_log_string(
logging_metadata, dagster_message_props
) == "my_pipeline - f79a8a93-27f1-41b5-b465-b35d0809b26d - hear my tale")
def test_construct_log_string_for_log():
message_props = {"pipeline_name": "my_pipeline"}
synth_props = {
"orig_message": "hear my tale",
"run_id": "f79a8a93-27f1-41b5-b465-b35d0809b26d",
}
assert (construct_log_string(
message_props=message_props, logging_tags={}, synth_props=synth_props
) == "my_pipeline - f79a8a93-27f1-41b5-b465-b35d0809b26d - hear my tale")
def test_construct_log_string_with_error():
try:
raise ValueError("some error")
except ValueError:
error = serializable_error_info_from_exc_info(sys.exc_info())
step_failure_event = DagsterEvent(
event_type_value="STEP_FAILURE",
pipeline_name="my_pipeline",
step_key="solid2.compute",
solid_handle=SolidHandle("solid2", None),
step_kind_value="COMPUTE",
logging_tags={},
event_specific_data=StepFailureData(error=error,
user_failure_data=None),
message='Execution of step "solid2.compute" failed.',
pid=54348,
)
message_props = {
"dagster_event": step_failure_event,
"pipeline_name": "my_pipeline"
}
synth_props = {
"orig_message": step_failure_event.message,
"run_id": "f79a8a93-27f1-41b5-b465-b35d0809b26d",
}
log_string = construct_log_string(message_props=message_props,
logging_tags={},
synth_props=synth_props)
expected_start = textwrap.dedent("""
my_pipeline - f79a8a93-27f1-41b5-b465-b35d0809b26d - 54348 - STEP_FAILURE - Execution of step "solid2.compute" failed.
ValueError: some error
File "
""").strip()
assert log_string.startswith(expected_start)
def make_log_string(error, error_source=None):
step_failure_event = DagsterEvent(
event_type_value="STEP_FAILURE",
pipeline_name="my_pipeline",
step_key="solid2",
solid_handle=NodeHandle("solid2", None),
step_kind_value="COMPUTE",
logging_tags={},
event_specific_data=StepFailureData(error=error,
user_failure_data=None,
error_source=error_source),
message='Execution of step "solid2" failed.',
pid=54348,
)
logging_metadata = DagsterLoggingMetadata(
run_id="f79a8a93-27f1-41b5-b465-b35d0809b26d",
pipeline_name="my_pipeline")
dagster_message_props = DagsterMessageProps(
orig_message=step_failure_event.message,
dagster_event=step_failure_event,
)
return construct_log_string(logging_metadata, dagster_message_props)