def _object_store_operation_error_message(
op, step_output_handle, object_store_name, serialization_strategy_name
):
if ObjectStoreOperationType(op) == ObjectStoreOperationType.GET_OBJECT:
op_name = "retriving"
elif ObjectStoreOperationType(op) == ObjectStoreOperationType.SET_OBJECT:
op_name = "storing"
else:
op_name = ""
return (
'Error occurred during {op_name} output "{output_name}" for step "{step_key}" in '
"{object_store_modifier}object store{serialization_strategy_modifier}."
).format(
op_name=op_name,
step_key=step_output_handle.step_key,
output_name=step_output_handle.output_name,
object_store_modifier=(
'"{object_store_name}" '.format(object_store_name=object_store_name)
if object_store_name
else ""
),
serialization_strategy_modifier=(
' using "{serialization_strategy_name}"'.format(
serialization_strategy_name=serialization_strategy_name
)
if serialization_strategy_name
else ""
),
)
def object_store_operation(step_context, object_store_operation_result):
object_store_name = ('{object_store_name} '.format(
object_store_name=object_store_operation_result.object_store_name)
if object_store_operation_result.object_store_name
else '')
serialization_strategy_modifier = (
' using {serialization_strategy_name}'.format(
serialization_strategy_name=object_store_operation_result.
serialization_strategy_name) if
object_store_operation_result.serialization_strategy_name else '')
value_name = object_store_operation_result.value_name
if (ObjectStoreOperationType(object_store_operation_result.op) ==
ObjectStoreOperationType.SET_OBJECT):
message = (
'Stored intermediate object for output {value_name} in '
'{object_store_name}object store{serialization_strategy_modifier}.'
).format(
value_name=value_name,
object_store_name=object_store_name,
serialization_strategy_modifier=serialization_strategy_modifier,
)
elif (ObjectStoreOperationType(object_store_operation_result.op) ==
ObjectStoreOperationType.GET_OBJECT):
message = (
'Retrieved intermediate object for input {value_name} in '
'{object_store_name}object store{serialization_strategy_modifier}.'
).format(
value_name=value_name,
object_store_name=object_store_name,
serialization_strategy_modifier=serialization_strategy_modifier,
)
elif (ObjectStoreOperationType(object_store_operation_result.op) ==
ObjectStoreOperationType.CP_OBJECT):
message = (
'Copied intermediate object for input {value_name} from {key} to {dest_key}'
).format(
value_name=value_name,
key=object_store_operation_result.key,
dest_key=object_store_operation_result.dest_key,
)
else:
message = ''
return DagsterEvent.from_step(
DagsterEventType.OBJECT_STORE_OPERATION,
step_context,
event_specific_data=ObjectStoreOperationResultData(
op=object_store_operation_result.op,
value_name=value_name,
metadata_entries=[
EventMetadataEntry.path(object_store_operation_result.key,
label='key')
],
),
message=message,
)
def object_store_operation(step_context, object_store_operation_result):
from dagster.core.definitions.events import ObjectStoreOperation
check.inst_param(
object_store_operation_result, "object_store_operation_result", ObjectStoreOperation
)
object_store_name = (
"{object_store_name} ".format(
object_store_name=object_store_operation_result.object_store_name
)
if object_store_operation_result.object_store_name
else ""
)
serialization_strategy_modifier = (
" using {serialization_strategy_name}".format(
serialization_strategy_name=object_store_operation_result.serialization_strategy_name
)
if object_store_operation_result.serialization_strategy_name
else ""
)
value_name = object_store_operation_result.value_name
if (
ObjectStoreOperationType(object_store_operation_result.op)
== ObjectStoreOperationType.SET_OBJECT
):
message = (
"Stored intermediate object for output {value_name} in "
"{object_store_name}object store{serialization_strategy_modifier}."
).format(
value_name=value_name,
object_store_name=object_store_name,
serialization_strategy_modifier=serialization_strategy_modifier,
)
elif (
ObjectStoreOperationType(object_store_operation_result.op)
== ObjectStoreOperationType.GET_OBJECT
):
message = (
"Retrieved intermediate object for input {value_name} in "
"{object_store_name}object store{serialization_strategy_modifier}."
).format(
value_name=value_name,
object_store_name=object_store_name,
serialization_strategy_modifier=serialization_strategy_modifier,
)
elif (
ObjectStoreOperationType(object_store_operation_result.op)
== ObjectStoreOperationType.CP_OBJECT
):
message = (
"Copied intermediate object for input {value_name} from {key} to {dest_key}"
).format(
value_name=value_name,
key=object_store_operation_result.key,
dest_key=object_store_operation_result.dest_key,
)
else:
message = ""
return DagsterEvent.from_step(
DagsterEventType.OBJECT_STORE_OPERATION,
step_context,
event_specific_data=ObjectStoreOperationResultData(
op=object_store_operation_result.op,
value_name=value_name,
address=object_store_operation_result.key,
metadata_entries=[
EventMetadataEntry.path(object_store_operation_result.key, label="key")
],
version=object_store_operation_result.version,
mapping_key=object_store_operation_result.mapping_key,
),
message=message,
)
