def columnRMS(W):
return gp.sqrt(gp.mean(W * W, axis=0))
def sampleStates(self, acts):
if self.krizNoise:
return self.activate(acts + gp.randn(*acts.shape))
tiny = 1e-30
stddev = gp.sqrt(acts.sigmoid() + tiny)
return self.activate( acts + stddev*gp.randn(*acts.shape) )
