def evaluate_masks(dataset, all_boxes, all_segms, output_dir): """Evaluate instance segmentation.""" logger.info('Evaluating segmentations') not_comp = not cfg.TEST.COMPETITION_MODE if _use_json_dataset_evaluator(dataset): coco_eval = json_dataset_evaluator.evaluate_masks(dataset, all_boxes, all_segms, output_dir, use_salt=not_comp, cleanup=not_comp) mask_results = _coco_eval_to_mask_results(coco_eval) elif _use_monuseg_dataset_evaluator(dataset): coco_eval = json_dataset_evaluator.evaluate_masks(dataset, all_boxes, all_segms, output_dir, use_salt=not_comp, cleanup=not_comp) mask_results = _coco_eval_to_mask_results(coco_eval) elif _use_cityscapes_evaluator(dataset): cs_eval = cs_json_dataset_evaluator.evaluate_masks(dataset, all_boxes, all_segms, output_dir, use_salt=not_comp, cleanup=not_comp) mask_results = _cs_eval_to_mask_results(cs_eval) else: raise NotImplementedError('No evaluator for dataset: {}'.format( dataset.name)) return OrderedDict([(dataset.name, mask_results)])
def evaluate_masks(dataset, all_boxes, all_segms, output_dir): """Evaluate instance segmentation.""" logger.info('Evaluating segmentations') not_comp = not cfg.TEST.COMPETITION_MODE if _use_json_dataset_evaluator(dataset): coco_eval = json_dataset_evaluator.evaluate_masks( dataset, all_boxes, all_segms, output_dir, use_salt=not_comp, cleanup=not_comp ) mask_results = _coco_eval_to_mask_results(coco_eval) elif _use_cityscapes_evaluator(dataset): cs_eval = cs_json_dataset_evaluator.evaluate_masks( dataset, all_boxes, all_segms, output_dir, use_salt=not_comp, cleanup=not_comp ) mask_results = _cs_eval_to_mask_results(cs_eval) else: raise NotImplementedError( 'No evaluator for dataset: {}'.format(dataset.name) ) return OrderedDict([(dataset.name, mask_results)])