def activation_backward(x, y, gy, mode): x = cupy.ascontiguousarray(x) gy = cupy.ascontiguousarray(gy) gx = cupy.empty_like(x) dtype = "d" if x.dtype == "d" else "f" one = numpy.array(1, dtype=dtype).ctypes zero = numpy.array(0, dtype=dtype).ctypes handle = get_handle() y_mat = _as4darray(y) desc = create_tensor_descriptor(y_mat) cudnn.activationBackward_v3( handle, mode, one.data, desc.value, y.data.ptr, desc.value, gy.data.ptr, desc.value, x.data.ptr, zero.data, desc.value, gx.data.ptr, ) return gx
def activation_backward(x, y, gy, mode): x = cupy.ascontiguousarray(x) gy = cupy.ascontiguousarray(gy) gx = cupy.empty_like(x) dtype = 'd' if x.dtype == 'd' else 'f' one = numpy.array(1, dtype=dtype).ctypes zero = numpy.array(0, dtype=dtype).ctypes handle = get_handle() y_mat = _as4darray(y) desc = create_tensor_descriptor(y_mat) if _cudnn_version >= 4000: act_desc = Descriptor(cudnn.createActivationDescriptor(), cudnn.destroyActivationDescriptor) cudnn.setActivationDescriptor( act_desc.value, mode, cudnn.CUDNN_NOT_PROPAGATE_NAN, 0.0) cudnn.activationBackward_v4( handle, act_desc.value, one.data, desc.value, y.data.ptr, desc.value, gy.data.ptr, desc.value, x.data.ptr, zero.data, desc.value, gx.data.ptr) else: cudnn.activationBackward_v3( handle, mode, one.data, desc.value, y.data.ptr, desc.value, gy.data.ptr, desc.value, x.data.ptr, zero.data, desc.value, gx.data.ptr) return gx
def activation_backward(x, y, gy, mode): x = cupy.ascontiguousarray(x) gy = cupy.ascontiguousarray(gy) gx = cupy.empty_like(x) dtype = 'd' if x.dtype == 'd' else 'f' one = numpy.array(1, dtype=dtype).ctypes zero = numpy.array(0, dtype=dtype).ctypes handle = get_handle() y_mat = _as4darray(y) desc = create_tensor_descriptor(y_mat) if _cudnn_version >= 4000: act_desc = Descriptor(cudnn.createActivationDescriptor(), cudnn.destroyActivationDescriptor) cudnn.setActivationDescriptor( act_desc.value, mode, cudnn.CUDNN_NOT_PROPAGATE_NAN, 0.0) cudnn.activationBackward_v4( handle, act_desc.value, one.data, desc.value, y.data.ptr, desc.value, gy.data.ptr, desc.value, x.data.ptr, zero.data, desc.value, gx.data.ptr) else: cudnn.activationBackward_v3( handle, mode, one.data, desc.value, y.data.ptr, desc.value, gy.data.ptr, desc.value, x.data.ptr, zero.data, desc.value, gx.data.ptr) return gx
def activation_backward(x, y, gy, mode): x = cupy.ascontiguousarray(x) gy = cupy.ascontiguousarray(gy) gx = cupy.empty_like(x) dtype = 'd' if x.dtype == 'd' else 'f' one = numpy.array(1, dtype=dtype).ctypes zero = numpy.array(0, dtype=dtype).ctypes handle = get_handle() y_mat = _as4darray(y) desc = create_tensor_descriptor(y_mat) cudnn.activationBackward_v3(handle, mode, one.data, desc.value, y.data.ptr, desc.value, gy.data.ptr, desc.value, x.data.ptr, zero.data, desc.value, gx.data.ptr) return gx