def build_run_stats_from_events(run_id, records):
try:
iter(records)
except TypeError as exc:
raise check.ParameterCheckError(
"Invariant violation for parameter 'records'. Description: Expected iterable."
) from exc
for i, record in enumerate(records):
check.inst_param(record, f"records[{i}]", EventRecord)
steps_succeeded = 0
steps_failed = 0
materializations = 0
expectations = 0
enqueued_time = None
launch_time = None
start_time = None
end_time = None
for event in records:
if not event.is_dagster_event:
continue
dagster_event = event.get_dagster_event()
event_timestamp_float = (event.timestamp if isinstance(
event.timestamp, float) else datetime_as_float(event.timestamp))
if dagster_event.event_type == DagsterEventType.PIPELINE_START:
start_time = event_timestamp_float
if dagster_event.event_type == DagsterEventType.PIPELINE_STARTING:
launch_time = event_timestamp_float
if dagster_event.event_type == DagsterEventType.PIPELINE_ENQUEUED:
enqueued_time = event_timestamp_float
if dagster_event.event_type == DagsterEventType.STEP_FAILURE:
steps_failed += 1
if dagster_event.event_type == DagsterEventType.STEP_SUCCESS:
steps_succeeded += 1
if dagster_event.event_type == DagsterEventType.STEP_MATERIALIZATION:
materializations += 1
if dagster_event.event_type == DagsterEventType.STEP_EXPECTATION_RESULT:
expectations += 1
if (dagster_event.event_type == DagsterEventType.PIPELINE_SUCCESS or
dagster_event.event_type == DagsterEventType.PIPELINE_FAILURE
or dagster_event.event_type
== DagsterEventType.PIPELINE_CANCELED):
end_time = (event.timestamp if isinstance(event.timestamp, float)
else datetime_as_float(event.timestamp))
return PipelineRunStatsSnapshot(
run_id,
steps_succeeded,
steps_failed,
materializations,
expectations,
enqueued_time,
launch_time,
start_time,
end_time,
)
def build_run_stats_from_events(run_id, records):
try:
iter(records)
except TypeError as exc:
six.raise_from(
check.ParameterCheckError(
"Invariant violation for parameter 'records'. Description: Expected iterable."
),
from_value=exc,
)
for i, record in enumerate(records):
check.inst_param(record, "records[{i}]".format(i=i), EventRecord)
steps_succeeded = 0
steps_failed = 0
materializations = 0
expectations = 0
start_time = None
end_time = None
for event in records:
if not event.is_dagster_event:
continue
if event.dagster_event.event_type == DagsterEventType.PIPELINE_START:
start_time = (event.timestamp if isinstance(
event.timestamp, float) else datetime_as_float(
event.timestamp))
if event.dagster_event.event_type == DagsterEventType.STEP_FAILURE:
steps_failed += 1
if event.dagster_event.event_type == DagsterEventType.STEP_SUCCESS:
steps_succeeded += 1
if event.dagster_event.event_type == DagsterEventType.STEP_MATERIALIZATION:
materializations += 1
if event.dagster_event.event_type == DagsterEventType.STEP_EXPECTATION_RESULT:
expectations += 1
if (event.dagster_event.event_type == DagsterEventType.PIPELINE_SUCCESS
or event.dagster_event.event_type
== DagsterEventType.PIPELINE_FAILURE):
end_time = (event.timestamp if isinstance(event.timestamp, float)
else datetime_as_float(event.timestamp))
return PipelineRunStatsSnapshot(run_id, steps_succeeded, steps_failed,
materializations, expectations, start_time,
end_time)
