def apply(self, X): h, t=self.apply_lin(X); h=nnfuns.relu(h); t=nnfuns.relu(t); return h*t+X*(1-t);
def apply(self, X): return nnfuns.relu(self.apply_lin(X));
def apply(self, X): h, t = self.apply_lin(X) h = nnfuns.relu(h) t = nnfuns.relu(t) return h * t + X * (1 - t)