def evaluate_question(result_file, subset='kptest'):
from eval_vqa_question import QuestionEvaluator
from util import get_dataset_root
vqa_data_root, _ = get_dataset_root()
# assert (subset in ['train', 'dev', 'val'])
subset = 'train' if subset == 'train' else 'val'
annotation_file = '%s/Annotations/mscoco_%s2014_annotations.json' % (vqa_data_root, subset)
question_file = '%s/Questions/OpenEnded_mscoco_%s2014_questions.json' % (vqa_data_root, subset)
evaluator = QuestionEvaluator(annotation_file, question_file)
evaluator.evaluate(result_file)
evaluator.save_results()
return evaluator.get_overall_cider()
def evaluate_question(result_file):
from eval_vqa_question import QuestionEvaluator
from util import get_dataset_root
vqa_data_root, _ = get_dataset_root()
base_name = os.path.splitext(result_file)
res_mat_file = '%s_lig.mat' % base_name[0]
subset = 'val'
annotation_file = '%s/Annotations/mscoco_%s2014_annotations.json' % (
vqa_data_root, subset)
question_file = '%s/Questions/OpenEnded_mscoco_%s2014_questions.json' % (
vqa_data_root, subset)
evaluator = QuestionEvaluator(annotation_file, question_file)
evaluator.evaluate(result_file)
evaluator.save_results(eval_res_file=res_mat_file)
return evaluator.get_overall_cider()