def _bprop(self,dZ,Z,X):
if dZ is None:
return None
S = sm.sign(X)
S = sm.maximum(-self.slope,S) # where X<0 dZ*slope, otherwise dZ*1
return dZ*abs(S)
def _fprop(self,X):
return sm.maximum(self.slope*X,X) if X is not None else None
def _fprop(self,X):
if "disable_relu" in globals.flags:
return X
return sm.maximum(0,X) if X is not None else None
def _fprop(self, X):
if "disable_relu" in globals.flags:
return X
return sm.maximum(0, X) if X is not None else None
def _bprop(self, dZ, Z, X):
if dZ is None:
return None
S = sm.sign(X)
S = sm.maximum(-self.slope, S) # where X<0 dZ*slope, otherwise dZ*1
return dZ * abs(S)
def _fprop(self, X):
return sm.maximum(self.slope * X, X) if X is not None else None
