def columnRMS(W): return gp.sqrt(gp.mean(W * W, axis=0))
def sampleStates(self, acts): if self.krizNoise: return self.activate(acts + gp.randn(*acts.shape)) tiny = 1e-30 stddev = gp.sqrt(acts.sigmoid() + tiny) return self.activate( acts + stddev*gp.randn(*acts.shape) )