def test_input_fn(): return train_utils.get_input_fn(vocab, data_config, [test_file], hparams.batch_size, num_epochs=1, shuffle=False, embedding_files=embedding_files)
def train_input_fn(): return train_utils.get_input_fn( vocab, data_config, train_filenames, hparams.batch_size, num_epochs=hparams.num_train_epochs, shuffle=True, embedding_files=embedding_files, shuffle_buffer_multiplier=hparams.shuffle_buffer_multiplier)
def test_input_fn(): return train_utils.get_input_fn( vocab, data_config, test_filenames, hparams.batch_size, num_epochs=1, shuffle=False, is_token_based_batching=hparams.is_token_based_batching, embedding_files=embedding_files)