def forward(self, inputs): self.outputs = relu(inputs) return self.outputs
def backward(self, inputs, output_errors): return output_errors * relu(inputs, True)
def backward(self, inputs, output_errors): # TODO 2 return output_errors * relu(self.outputs, True)