def _test_TimeDistributedDense():
print '\n------------------------------------------------------------'
print 'Test: Time Distributed Dense Unit'
x = U.Input(3, name='X')
tdd = U.TimeDistributedDense(16, 1024, 128)
tdd.set_input('input', x, 'output')
x.build()
tdd.check()
tdd.build()
print P.debugprint(tdd.get_output('output')(train=False))
from dlx.model import Model
print('Build model...')
input_dim = output_dim = len(engine.get_dictionary())
hidden_dim = HIDDEN_SIZE
input_length = MAXLEN
output_length = MAXLEN
'''Define Units'''
#Data unit
data = U.Input(3, 'X')
#Mask unit
mask_in = U.Input(2, 'MASK_IN')
#RNN
rnn = R.RNN(input_length, input_dim, hidden_dim, name='RNN')
#Time Distributed Dense
tdd = U.TimeDistributedDense(output_length, hidden_dim, output_dim, 'TDD')
#Activation
activation = U.Activation('softmax')
#Output layer
output = U.Output()
#Output layer
mask_out = U.Output()
'''Define Relations'''
rnn.set_input('input_sequence', data, 'output')
rnn.set_input('input_mask', mask_in, 'output')
tdd.set_input('input', rnn, 'output_sequence')
activation.set_input('input', tdd, 'output')
output.set_input('input', activation, 'output')
mask_out.set_input('input', mask_in, 'output')
'''Build Model'''
model = Model()