def eval():
# Load vocabularies.
nl_vocab_path = os.path.join(FLAGS.data_dir,
"vocab%d.nl" % FLAGS.nl_vocab_size)
cm_vocab_path = os.path.join(FLAGS.data_dir,
"vocab%d.cm.ast" % FLAGS.cm_vocab_size)
nl_vocab, rev_nl_vocab = data_utils.initialize_vocabulary(nl_vocab_path)
cm_vocab, rev_cm_vocab = data_utils.initialize_vocabulary(cm_vocab_path)
train_set, dev_set, _ = load_data()
model = knn.KNNModel()
model.train(train_set)
eval_tools.eval_set(model_name, dev_set, rev_nl_vocab, FLAGS)
def eval(data_set, model_sig=None, verbose=True):
with tf.Session(config=tf.ConfigProto(allow_soft_placement=True,
log_device_placement=FLAGS.log_device_placement)) as sess:
if model_sig is None:
_, model_sig = graph_utils.get_model_signature(FLAGS)
print("evaluate " + model_sig + "...")
_, rev_nl_vocab, _, rev_cm_vocab = data_utils.load_vocab(FLAGS)
return eval_tools.eval_set(model_sig, data_set, rev_nl_vocab, FLAGS,
verbose=verbose)
