def object_store_operation(step_context, object_store_operation_result): object_store_name = ('{object_store_name} '.format( object_store_name=object_store_operation_result.object_store_name) if object_store_operation_result.object_store_name else '') serialization_strategy_modifier = ( ' using {serialization_strategy_name}'.format( serialization_strategy_name=object_store_operation_result. serialization_strategy_name) if object_store_operation_result.serialization_strategy_name else '') value_name = object_store_operation_result.value_name if (ObjectStoreOperationType(object_store_operation_result.op) == ObjectStoreOperationType.SET_OBJECT): message = ( 'Stored intermediate object for output {value_name} in ' '{object_store_name}object store{serialization_strategy_modifier}.' ).format( value_name=value_name, object_store_name=object_store_name, serialization_strategy_modifier=serialization_strategy_modifier, ) elif (ObjectStoreOperationType(object_store_operation_result.op) == ObjectStoreOperationType.GET_OBJECT): message = ( 'Retrieved intermediate object for input {value_name} in ' '{object_store_name}object store{serialization_strategy_modifier}.' ).format( value_name=value_name, object_store_name=object_store_name, serialization_strategy_modifier=serialization_strategy_modifier, ) elif (ObjectStoreOperationType(object_store_operation_result.op) == ObjectStoreOperationType.CP_OBJECT): message = ( 'Copied intermediate object for input {value_name} from {key} to {dest_key}' ).format( value_name=value_name, key=object_store_operation_result.key, dest_key=object_store_operation_result.dest_key, ) else: message = '' return DagsterEvent.from_step( DagsterEventType.OBJECT_STORE_OPERATION, step_context, event_specific_data=ObjectStoreOperationResultData( op=object_store_operation_result.op, value_name=value_name, metadata_entries=[ EventMetadataEntry.path(object_store_operation_result.key, label='key') ], ), message=message, )
def object_store_operation(step_context, object_store_operation_result): from dagster.core.definitions.events import ObjectStoreOperation check.inst_param( object_store_operation_result, "object_store_operation_result", ObjectStoreOperation ) object_store_name = ( "{object_store_name} ".format( object_store_name=object_store_operation_result.object_store_name ) if object_store_operation_result.object_store_name else "" ) serialization_strategy_modifier = ( " using {serialization_strategy_name}".format( serialization_strategy_name=object_store_operation_result.serialization_strategy_name ) if object_store_operation_result.serialization_strategy_name else "" ) value_name = object_store_operation_result.value_name if ( ObjectStoreOperationType(object_store_operation_result.op) == ObjectStoreOperationType.SET_OBJECT ): message = ( "Stored intermediate object for output {value_name} in " "{object_store_name}object store{serialization_strategy_modifier}." ).format( value_name=value_name, object_store_name=object_store_name, serialization_strategy_modifier=serialization_strategy_modifier, ) elif ( ObjectStoreOperationType(object_store_operation_result.op) == ObjectStoreOperationType.GET_OBJECT ): message = ( "Retrieved intermediate object for input {value_name} in " "{object_store_name}object store{serialization_strategy_modifier}." ).format( value_name=value_name, object_store_name=object_store_name, serialization_strategy_modifier=serialization_strategy_modifier, ) elif ( ObjectStoreOperationType(object_store_operation_result.op) == ObjectStoreOperationType.CP_OBJECT ): message = ( "Copied intermediate object for input {value_name} from {key} to {dest_key}" ).format( value_name=value_name, key=object_store_operation_result.key, dest_key=object_store_operation_result.dest_key, ) else: message = "" return DagsterEvent.from_step( DagsterEventType.OBJECT_STORE_OPERATION, step_context, event_specific_data=ObjectStoreOperationResultData( op=object_store_operation_result.op, value_name=value_name, address=object_store_operation_result.key, metadata_entries=[ EventMetadataEntry.path(object_store_operation_result.key, label="key") ], version=object_store_operation_result.version, mapping_key=object_store_operation_result.mapping_key, ), message=message, )