path=data_path) init_W = InitCell('rand') init_U = InitCell('ortho') init_b = InitCell('zeros') x, y = train_data.theano_vars() if debug: x.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32) y.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32) h1 = GFLSTM(name='h1', parent=['x'], parent_dim=[205], recurrent=['h2', 'h3'], recurrent_dim=[200, 200], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b) h2 = GFLSTM(name='h2', parent=['x', 'h1'], parent_dim=[205, 200], recurrent=['h1', 'h3'], recurrent_dim=[200, 200], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b)
init_U = InitCell('ortho') init_b = InitCell('zeros') model.inputs = trdata.theano_vars() x, y = model.inputs if debug: x.tag.test_value = np.zeros((10, batch_size, res), dtype=np.float32) y.tag.test_value = np.zeros((10, batch_size, res), dtype=np.float32) inputs = [x, y] inputs_dim = {'x': 256, 'y': 256} h1 = GFLSTM(name='h1', parent=['x'], recurrent=['h2', 'h3'], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b) h2 = GFLSTM(name='h2', parent=['x', 'h1'], recurrent=['h1', 'h3'], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b) h3 = GFLSTM(name='h3', parent=['x', 'h2'],
x, y = train_data.theano_vars() if debug: x.tag.test_value = np.zeros((10, batch_size, frame_size), dtype=np.float32) y.tag.test_value = np.zeros((10, batch_size, frame_size), dtype=np.float32) init_W = InitCell('randn') init_U = InitCell('ortho') init_b = InitCell('zeros') h1 = GFLSTM(name='h1', parent=['x'], parent_dim=[frame_size], recurrent=['h2', 'h3'], recurrent_dim=[200, 200], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b) h2 = GFLSTM(name='h2', parent=['h1'], parent_dim=[200], recurrent=['h1', 'h3'], recurrent_dim=[200, 200], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b)
test_data = EnWiki(name='test', path=data_path) init_W = InitCell('rand') init_U = InitCell('ortho') init_b = InitCell('zeros') x, y = train_data.theano_vars() if debug: x.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32) y.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32) h1 = GFLSTM(name='h1', parent=['x'], parent_dim=[205], recurrent=['h2', 'h3'], recurrent_dim=[200, 200], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b) h2 = GFLSTM(name='h2', parent=['x', 'h1'], parent_dim=[205, 200], recurrent=['h1', 'h3'], recurrent_dim=[200, 200], nout=200, unit='tanh', init_W=init_W, init_U=init_U, init_b=init_b)