def in_process(pid, step_keys_to_execute=None):
check.int_param(pid, 'pid')
check.opt_list_param(step_keys_to_execute, 'step_keys_to_execute')
return EngineEventData(
metadata_entries=[EventMetadataEntry.text(str(pid), 'pid')] +
([EventMetadataEntry.text(str(step_keys_to_execute), 'step_keys'
)] if step_keys_to_execute else []))
def multiprocess(pid, step_keys_to_execute=None):
check.int_param(pid, "pid")
check.opt_list_param(step_keys_to_execute, "step_keys_to_execute")
return EngineEventData(
metadata_entries=[EventMetadataEntry.text(str(pid), "pid")] +
([EventMetadataEntry.text(str(step_keys_to_execute), "step_keys"
)] if step_keys_to_execute else []))
def multiprocess(pid, parent_pid=None, step_keys_to_execute=None):
check.int_param(pid, 'pid')
check.opt_int_param(parent_pid, 'parent_pid')
check.opt_set_param(step_keys_to_execute, 'step_keys_to_execute')
return EngineEventData(
metadata_entries=[EventMetadataEntry.text(str(pid), 'pid')] +
([EventMetadataEntry.text(str(parent_pid), 'parent_pid'
)] if parent_pid else []) +
([EventMetadataEntry.text(str(step_keys_to_execute), 'step_keys'
)] if step_keys_to_execute else []))
def resource_init_success(execution_plan, log_manager,
resource_init_times):
from dagster.core.execution.plan.plan import ExecutionPlan
metadata_entries = [
EventMetadataEntry.text('Initialized in {}.'.format(resource_time),
resource_name)
for resource_name, resource_time in resource_init_times.items()
]
return DagsterEvent.from_resource(
execution_plan=check.inst_param(execution_plan, 'execution_plan',
ExecutionPlan),
log_manager=check.inst_param(log_manager, 'log_manager',
DagsterLogManager),
message='Finished initialization of resources [{}].'.format(
', '.join(resource_init_times.keys())),
event_specific_data=EngineEventData(
metadata_entries=metadata_entries,
marker_end='resources',
),
)
def interrupted(steps_interrupted):
check.list_param(steps_interrupted, 'steps_interrupted', str)
return EngineEventData(metadata_entries=[
EventMetadataEntry.text(str(steps_interrupted),
'steps_interrupted')
])
