def testForwardPass(self):
with self.session(use_gpu=False):
tf.set_random_seed(8372749040)
p = self._EncoderParams()
mt_enc = encoder.MTEncoderV1(p)
batch = py_utils.NestedMap()
batch.ids = tf.transpose(tf.reshape(tf.range(0, 8, 1), [4, 2]))
batch.paddings = tf.zeros([2, 4])
enc_out = mt_enc.FPropDefaultTheta(batch).encoded
tf.global_variables_initializer().run()
actual_enc_out = enc_out.eval()
expected_enc_out = [[[
-7.51581979e-07, 1.55304758e-06, -3.39117889e-07,
2.79457527e-06
],
[
-1.06733505e-05, 7.56898862e-06,
-4.18875834e-06, -9.10360086e-06
]],
[[
1.58444971e-06, 5.11627661e-07,
1.33408967e-05, 1.81603957e-06
],
[
-1.59942228e-05, 1.26068180e-05,
4.49321249e-07, -1.43790385e-05
]],
[[
5.56546365e-06, -8.01007627e-06,
8.96620350e-06, 3.96485439e-06
],
[
-8.77006005e-06, 4.04282991e-06,
-4.79895652e-06, -5.90156833e-06
]],
[[
-8.59513818e-07, -7.63760727e-06,
-5.57065960e-06, 1.80756274e-06
],
[
-2.96017470e-06, -1.51323195e-06,
-1.03562079e-05, 1.23328198e-06
]]]
self.assertAllClose(expected_enc_out, actual_enc_out)
def testForwardPass(self):
with self.session(use_gpu=False):
tf.random.set_seed(8372749040)
p = self._EncoderParams()
mt_enc = encoder.MTEncoderV1(p)
batch = py_utils.NestedMap()
batch.ids = tf.transpose(tf.reshape(tf.range(0, 8, 1), [4, 2]))
batch.paddings = tf.zeros([2, 4])
enc_out = mt_enc.FPropDefaultTheta(batch).encoded
self.evaluate(tf.global_variables_initializer())
actual_enc_out = enc_out.eval()
tf.logging.info('testForwardPass actual_enc_out %r' %
actual_enc_out)
expected_enc_out = [[[
-2.5584161e-06, -5.6742726e-07, -8.1548797e-06, 2.6712776e-06
], [1.1781749e-06, -4.7786052e-08, 4.2439538e-06, -3.3840388e-06]],
[[
-2.6852279e-06, 2.0878532e-07,
-1.0491179e-05, 5.9619756e-06
],
[
2.0423495e-06, 3.1651740e-07,
5.7234793e-06, -3.8120934e-06
]],
[[
3.0904158e-07, -1.2983286e-06,
-1.2469604e-05, 6.6027828e-06
],
[
-3.8620223e-07, 3.8890593e-07,
1.9976458e-06, 1.0078909e-06
]],
[[
1.0130438e-07, -1.1145677e-06,
-1.2745468e-05, 8.0924037e-06
],
[
-1.3496270e-06, -3.2355717e-06,
-3.0266469e-06, -3.9747570e-06
]]]
self.assertAllClose(expected_enc_out, actual_enc_out)
def testForwardPass(self):
with self.session(use_gpu=False):
tf.random.set_seed(8372749040)
p = self._EncoderParams()
mt_enc = encoder.MTEncoderV1(p)
batch = py_utils.NestedMap()
batch.ids = tf.transpose(tf.reshape(tf.range(0, 8, 1), [4, 2]))
batch.paddings = tf.zeros([2, 4])
enc_out = mt_enc.FPropDefaultTheta(batch).encoded
tf.global_variables_initializer().run()
actual_enc_out = enc_out.eval()
expected_enc_out = [[[
1.5309354e-06, -1.7816075e-07, 3.8047763e-06, -5.6422067e-07
], [1.9017770e-06, -2.9778969e-06, -4.5083775e-06,
-1.7054812e-06]],
[[
-2.1852782e-06, -1.8208171e-06,
-1.4747930e-06, -5.8206351e-06
],
[
6.7667429e-07, -3.6828042e-06,
-1.0916860e-05, -3.2522742e-06
]],
[[
-3.2333378e-07, 3.2147584e-06,
5.0556650e-07, -7.0188378e-07
],
[
-6.5340635e-07, 1.9502845e-06,
-9.2459632e-06, 5.1955390e-06
]],
[[
2.0232728e-06, 4.9331529e-06,
1.1346837e-06, 7.5571520e-06
],
[
-5.8475212e-07, 3.5547487e-06,
-3.9037773e-06, 8.9575424e-06
]]]
self.assertAllClose(expected_enc_out, actual_enc_out)
def testEncoderConstruction(self): p = self._EncoderParams() _ = encoder.MTEncoderV1(p)
