def eval(data_set, model_dir=None, decode_sig=None, verbose=True):
if model_dir is None:
model_subdir, decode_sig = graph_utils.get_decode_signature(FLAGS)
model_dir = os.path.join(FLAGS.model_root_dir, model_subdir)
print("evaluating " + model_dir)
return eval_tools.automatic_eval(model_dir, decode_sig, data_set,
top_k=3, FLAGS=FLAGS, verbose=verbose)
def eval(dataset, prediction_path=None, verbose=True):
if prediction_path is None:
model_subdir, decode_sig = graph_utils.get_decode_signature(FLAGS)
model_dir = os.path.join(FLAGS.model_root_dir, model_subdir)
prediction_path = os.path.join(model_dir, 'predictions.{}.latest'.format(decode_sig))
print("(Auto) evaluating " + prediction_path)
return eval_tools.automatic_eval(prediction_path, dataset, top_k=3, FLAGS=FLAGS, verbose=verbose)