def testNALUzeros(self): x = np.random.rand(5, 2, 1, 12) y = common_layers.nalu(tf.zeros_like(x, dtype=tf.float32), 14) self.evaluate(tf.global_variables_initializer()) actual = self.evaluate(y) self.assertTrue(np.all(np.isfinite(actual))) self.assertEqual(actual.shape, (5, 2, 1, 14))
def testNALUzeros(self):
x = np.random.rand(5, 2, 1, 12)
y = common_layers.nalu(tf.zeros_like(x, dtype=tf.float32), 14)
self.evaluate(tf.global_variables_initializer())
actual = self.evaluate(y)
self.assertTrue(np.all(np.isfinite(actual)))
self.assertEqual(actual.shape, (5, 2, 1, 14))
def testNALU(self):
with self.test_session() as session:
x = np.random.rand(5, 2, 1, 12)
y = common_layers.nalu(tf.constant(x, dtype=tf.float32), 14)
session.run(tf.global_variables_initializer())
actual = session.run(y)
self.assertEqual(actual.shape, (5, 2, 1, 14))
def testNALU(self): x = np.random.rand(5, 2, 1, 12) y = common_layers.nalu(tf.constant(x, dtype=tf.float32), 14) self.evaluate(tf.global_variables_initializer()) actual = self.evaluate(y) self.assertEqual(actual.shape, (5, 2, 1, 14))
