def init(self): naxes = len(self.out_shape) if naxes == 2 or naxes == 4: dim = self.out_shape[1] elif naxes == 3: dim = self.out_shape[-1] else: raise NotImplementedError self.g = inits.Constant(c=1.)(dim) self.b = inits.Constant(c=0.)(dim) self.u = inits.Constant(c=0.)(dim) self.s = inits.Constant(c=0.)(dim) self.n = sharedX(0.) self.params = [self.g, self.b] self.other_params = [self.u, self.s, self.n]
def __init__(self, activation, init_fn=inits.Constant(c=0.25), update_fn='nag'): self.activation = instantiate(activations, activation) self.init_fn = instantiate(inits, init_fn) self.update_fn = instantiate(updates, update_fn)