Python QuestionEvaluator.get_overall_cider Examples

Example #1

File: test_sat_multichoices.py Project: seuliufeng/ivqa_belief_set

def evaluate_question(result_file, subset='kptest'):
    from eval_vqa_question import QuestionEvaluator
    from util import get_dataset_root
    vqa_data_root, _ = get_dataset_root()
    # assert (subset in ['train', 'dev', 'val'])
    subset = 'train' if subset == 'train' else 'val'
    annotation_file = '%s/Annotations/mscoco_%s2014_annotations.json' % (vqa_data_root, subset)
    question_file = '%s/Questions/OpenEnded_mscoco_%s2014_questions.json' % (vqa_data_root, subset)

    evaluator = QuestionEvaluator(annotation_file, question_file)
    evaluator.evaluate(result_file)
    evaluator.save_results()
    return evaluator.get_overall_cider()

Example #2

def evaluate_question(result_file):
    from eval_vqa_question import QuestionEvaluator
    from util import get_dataset_root
    vqa_data_root, _ = get_dataset_root()
    base_name = os.path.splitext(result_file)
    res_mat_file = '%s_lig.mat' % base_name[0]

    subset = 'val'
    annotation_file = '%s/Annotations/mscoco_%s2014_annotations.json' % (
        vqa_data_root, subset)
    question_file = '%s/Questions/OpenEnded_mscoco_%s2014_questions.json' % (
        vqa_data_root, subset)

    evaluator = QuestionEvaluator(annotation_file, question_file)
    evaluator.evaluate(result_file)
    evaluator.save_results(eval_res_file=res_mat_file)
    return evaluator.get_overall_cider()