def get_intermediate_from_address( self, context, dagster_type=None, step_output_handle=None, address=None, ): """ This is an experimental method. This will likely to be merged into `get_intermediate_object`. To do so, we will need to update the `get_intermediate_object` to take `address` as an arg """ dagster_type = resolve_dagster_type(dagster_type) check.opt_inst_param(context, "context", SystemExecutionContext) check.inst_param(dagster_type, "dagster_type", DagsterType) check.inst_param(step_output_handle, "step_output_handle", StepOutputHandle) check.str_param(address, "address") # currently it doesn't support type_storage_plugin_registry try: obj, uri = self.object_store.get_object( key=address, serialization_strategy=dagster_type.serialization_strategy) return ObjectStoreOperation( op=ObjectStoreOperationType.GET_OBJECT, key=uri, dest_key=None, obj=obj, serialization_strategy_name=dagster_type. serialization_strategy.name, object_store_name=self.object_store.name, ) except (IOError, OSError) as e: raise DagsterAddressIOError(str(e))
def set_intermediate_to_address(self, context, dagster_type=None, step_output_handle=None, value=None, address=None): """ This is an experimental method. This will likely to be merged into `set_intermediate_object`. To do so, we will need to update the `set_intermediate_object` to take `address` as an arg """ dagster_type = resolve_dagster_type(dagster_type) check.opt_inst_param(context, "context", SystemExecutionContext) check.inst_param(dagster_type, "dagster_type", DagsterType) check.inst_param(step_output_handle, "step_output_handle", StepOutputHandle) check.str_param(address, "address") # currently it doesn't support type_storage_plugin_registry try: return self.object_store.set_object( key=address, obj=value, serialization_strategy=dagster_type.serialization_strategy) except IOError as e: raise DagsterAddressIOError(str(e))
def has_intermediate_at_address(self, address=None): """ This is an experimental method. This will likely to be merged into `has_intermediate`. To do so, we will need to update the `has_intermediate` to take `address` as an arg """ check.str_param(address, "address") # currently it doesn't support type_storage_plugin_registry try: return self.object_store.has_object(key=address) except (IOError, OSError) as e: raise DagsterAddressIOError(str(e))