Ejemplo n.º 1
0
                              unit='linear',
                              init_W=init_W,
                              init_b=init_b)

theta_c = FullyConnectedLayer(name='theta_c',
                              parent=['theta_4'],
                              parent_dim=[p_x_dim],
                              nout=frame_size,
                              unit='linear',
                              init_W=init_W,
                              init_b=init_b)

theta_sig = RealVectorLayer(name='theta_sig',
                            #nout=frame_size,
                            nout=1,
                            unit='softplus',
                            cons=1e-4,
                            lr_scaler=0.01,
                            init_b=init_b_sig)

grbm = GRBM(name='grbm',
            parent=['x', 'theta_b', 'theta_c', 'theta_sig'],
            parent_dim=[frame_size, grbm_dim, frame_size, frame_size],
            nout=grbm_dim,
            k_step=15,
            init_W=init_W)

nodes = [lstm_1, lstm_2, lstm_3,
         x_1, x_2, x_3, x_4,
         z_1, z_2, z_3, z_4,
         theta_1, theta_2, theta_3, theta_4, theta_b, theta_c, theta_sig, grbm]
                              nout=lat_emb,
                              unit='tanh',
                              init_W=init_W,
                              init_b=init_b)

phi_mu = FullyConnectedLayer(name='phi_mu',
                             parent=['phi_emb'],
                             parent_dim=[lat_emb],
                             nout=latsz,
                             unit='linear',
                             init_W=init_W,
                             init_b=init_b)

phi_sig = RealVectorLayer(name='phi_sig',
                          nout=latsz,
                          unit='softplus',
                          cons=1e-4,
                          init_b=init_b_sig)

prior = PriorLayer(name='prior',
                   parent=['phi_mu', 'phi_sig'],
                   parent_dim=[latsz, latsz],
                   use_sample=1,
                   num_sample=1,
                   nout=latsz)

prior_emb = FullyConnectedLayer(name='prior_emb',
                                parent=['decoder'],
                                parent_dim=[dec_nout],
                                nout=lat_emb,
                                unit='tanh',