def init(self):
naxes = len(self.out_shape)
if naxes == 2 or naxes == 4:
dim = self.out_shape[1]
elif naxes == 3:
dim = self.out_shape[-1]
else:
raise NotImplementedError
self.g = inits.Constant(c=1.)(dim)
self.b = inits.Constant(c=0.)(dim)
self.u = inits.Constant(c=0.)(dim)
self.s = inits.Constant(c=0.)(dim)
self.n = sharedX(0.)
self.params = [self.g, self.b]
self.other_params = [self.u, self.s, self.n]
def __init__(self,
activation,
init_fn=inits.Constant(c=0.25),
update_fn='nag'):
self.activation = instantiate(activations, activation)
self.init_fn = instantiate(inits, init_fn)
self.update_fn = instantiate(updates, update_fn)