def test_neural_autoregressive_shapes(self):
for activation in ['ELU', 'LeakyReLU', 'sigmoid', 'tanh']:
for shape in [(3, ), (3, 4), (3, 4, 2)]:
input_dim = shape[-1]
self._test_shape(
shape,
T.neural_autoregressive(input_dim, activation=activation))
def __init__(self, encoder, decoder, latent_dim):
super().__init__(encoder, decoder, latent_dim)
hidden_dims = [3 * latent_dim + 1] * 5
self.iaf1 = neural_autoregressive(latent_dim, hidden_dims=hidden_dims)
# self.iaf2 = neural_autoregressive(latent_dim, hidden_dims=hidden_dims)
# self.iaf3 = neural_autoregressive(latent_dim, hidden_dims=hidden_dims)
self.iaf = [self.iaf1] # , self.iaf2, self.iaf3]
def test_neural_autoregressive_jacobians(self):
for activation in ['ELU', 'LeakyReLU', 'sigmoid', 'tanh']:
for input_dim in [2, 5, 10]:
self._test_jacobian(
input_dim,
T.neural_autoregressive(input_dim, activation=activation))