Example #1
0
                   path=data_path)

init_W = InitCell('rand')
init_U = InitCell('ortho')
init_b = InitCell('zeros')

x, y = train_data.theano_vars()
if debug:
    x.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32)
    y.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32)

h1 = GFLSTM(name='h1',
            parent=['x'],
            parent_dim=[205],
            recurrent=['h2', 'h3'],
            recurrent_dim=[200, 200],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)

h2 = GFLSTM(name='h2',
            parent=['x', 'h1'],
            parent_dim=[205, 200],
            recurrent=['h1', 'h3'],
            recurrent_dim=[200, 200],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)
Example #2
0
init_U = InitCell('ortho')
init_b = InitCell('zeros')

model.inputs = trdata.theano_vars()
x, y = model.inputs
if debug:
    x.tag.test_value = np.zeros((10, batch_size, res), dtype=np.float32)
    y.tag.test_value = np.zeros((10, batch_size, res), dtype=np.float32)

inputs = [x, y]
inputs_dim = {'x': 256, 'y': 256}

h1 = GFLSTM(name='h1',
            parent=['x'],
            recurrent=['h2', 'h3'],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)

h2 = GFLSTM(name='h2',
            parent=['x', 'h1'],
            recurrent=['h1', 'h3'],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)

h3 = GFLSTM(name='h3',
            parent=['x', 'h2'],
Example #3
0
x, y = train_data.theano_vars()

if debug:
    x.tag.test_value = np.zeros((10, batch_size, frame_size), dtype=np.float32)
    y.tag.test_value = np.zeros((10, batch_size, frame_size), dtype=np.float32)

init_W = InitCell('randn')
init_U = InitCell('ortho')
init_b = InitCell('zeros')

h1 = GFLSTM(name='h1',
            parent=['x'],
            parent_dim=[frame_size],
            recurrent=['h2', 'h3'],
            recurrent_dim=[200, 200],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)

h2 = GFLSTM(name='h2',
            parent=['h1'],
            parent_dim=[200],
            recurrent=['h1', 'h3'],
            recurrent_dim=[200, 200],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)
Example #4
0
test_data = EnWiki(name='test', path=data_path)

init_W = InitCell('rand')
init_U = InitCell('ortho')
init_b = InitCell('zeros')

x, y = train_data.theano_vars()
if debug:
    x.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32)
    y.tag.test_value = np.zeros((10, batch_size, 1), dtype=np.float32)

h1 = GFLSTM(name='h1',
            parent=['x'],
            parent_dim=[205],
            recurrent=['h2', 'h3'],
            recurrent_dim=[200, 200],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)

h2 = GFLSTM(name='h2',
            parent=['x', 'h1'],
            parent_dim=[205, 200],
            recurrent=['h1', 'h3'],
            recurrent_dim=[200, 200],
            nout=200,
            unit='tanh',
            init_W=init_W,
            init_U=init_U,
            init_b=init_b)