def testCharRNNEmbedder(self): vocab_file = self._makeTextFile("vocab.txt", ["h", "e", "l", "w", "o"]) data_file = self._makeTextFile("data.txt", ["hello world !"]) embedder = text_inputter.CharRNNEmbedder("vocabulary_file", 10, 5) features, transformed = self._makeDataset( embedder, data_file, metadata={"vocabulary_file": vocab_file}, shapes={"char_ids": [None, None, None], "length": [None]}) self.assertAllEqual([1, 3, 5], transformed.shape)
def testCharRNNEmbedder(self): vocab_file = self._makeTextFile("vocab.txt", ["h", "e", "l", "w", "o"]) data_file = self._makeTextFile("data.txt", ["hello world !"]) embedder = text_inputter.CharRNNEmbedder("vocabulary_file", 10, 5) features, transformed = self._makeDataset( embedder, data_file, metadata={"vocabulary_file": vocab_file}, shapes={"char_ids": [None, None, None], "length": [None]}) with self.test_session() as sess: sess.run(tf.tables_initializer()) sess.run(tf.global_variables_initializer()) features, transformed = sess.run([features, transformed]) self.assertAllEqual([1, 3, 5], transformed.shape)
def testCharRNNEmbedder(self): vocab_file = os.path.join(self.get_temp_dir(), "vocab.txt") data_file = os.path.join(self.get_temp_dir(), "data.txt") with open(vocab_file, "w") as vocab: vocab.write("h\n" "e\n" "l\n" "w\n" "o\n") with open(data_file, "w") as data: data.write("hello world !\n") embedder = text_inputter.CharRNNEmbedder("vocabulary_file", 10, 5) features, transformed = self._makeDataset( embedder, data_file, metadata={"vocabulary_file": vocab_file}, shapes={ "char_ids": [None, None, None], "length": [None] }) with self.test_session() as sess: sess.run(tf.tables_initializer()) sess.run(tf.global_variables_initializer()) features, transformed = sess.run([features, transformed]) self.assertAllEqual([1, 3, 5], transformed.shape)