def eval_results(res, metric, anno_file):
"""
Evalute the inference result
"""
eval_res = []
if metric == 'COCO':
from ppdet.utils.coco_eval import cocoapi_eval
if 'bbox' in res:
with open("bbox.json", 'w') as f:
json.dump(res['bbox'], f)
logger.info('The bbox result is saved to bbox.json.')
bbox_stats = cocoapi_eval('bbox.json', 'bbox', anno_file=anno_file)
eval_res.append(bbox_stats)
sys.stdout.flush()
if 'mask' in res:
with open("mask.json", 'w') as f:
json.dump(res['mask'], f)
logger.info('The mask result is saved to mask.json.')
seg_stats = cocoapi_eval('mask.json', 'segm', anno_file=anno_file)
eval_res.append(seg_stats)
sys.stdout.flush()
else:
raise NotImplemented("Only COCO metric is supported now.")
return eval_res
def json_eval_results(metric, json_directory=None, dataset=None):
"""
cocoapi eval with already exists proposal.json, bbox.json or mask.json
"""
assert metric == 'COCO'
from ppdet.utils.coco_eval import cocoapi_eval
anno_file = dataset.get_anno()
json_file_list = ['proposal.json', 'bbox.json', 'mask.json']
if json_directory:
assert os.path.exists(
json_directory), "The json directory:{} does not exist".format(
json_directory)
for k, v in enumerate(json_file_list):
json_file_list[k] = os.path.join(str(json_directory), v)
coco_eval_style = ['proposal', 'bbox', 'segm']
for i, v_json in enumerate(json_file_list):
if os.path.exists(v_json):
cocoapi_eval(v_json, coco_eval_style[i], anno_file=anno_file)
else:
logger.info("{} not exists!".format(v_json))