def eval(data_set, model_dir=None, decode_sig=None, verbose=True): if model_dir is None: model_subdir, decode_sig = graph_utils.get_decode_signature(FLAGS) model_dir = os.path.join(FLAGS.model_root_dir, model_subdir) print("evaluating " + model_dir) return eval_tools.automatic_eval(model_dir, decode_sig, data_set, top_k=3, FLAGS=FLAGS, verbose=verbose)
def eval(dataset, prediction_path=None, verbose=True): if prediction_path is None: model_subdir, decode_sig = graph_utils.get_decode_signature(FLAGS) model_dir = os.path.join(FLAGS.model_root_dir, model_subdir) prediction_path = os.path.join(model_dir, 'predictions.{}.latest'.format(decode_sig)) print("(Auto) evaluating " + prediction_path) return eval_tools.automatic_eval(prediction_path, dataset, top_k=3, FLAGS=FLAGS, verbose=verbose)