def test_write_report(self): d = mkdtemp(prefix='test_eval_') eval_dir(sample_dir, sample_gold_dir, 'reranker') write_reports(d) files = os.listdir(d) self.assertTrue("details.tsv" in files) self.assertTrue("summary.tsv" in files) print "Reports written to %s" %d
from logging.config import fileConfig #fileConfig('logging.cfg') #aida_path = 'evaluation/CATNAFCROMER_airbus' #assert os.path.exists(aida_path) #kore50_path = '../../..//kore50.naf' #assert os.path.exists(kore50_path) # ref = (None, # aida_path, # kore50_path) ref = ('AIDA', 'kore50-naf.gold') # put your targets here # each target should be a *TUPLE* of a resource label and directories storing # NAF files, for example: # targets = (('spotlight_v1', # 'aida-conll-naf.evaluation.spotlight', # 'kore50-naf.evaluation.spotlight'), # (...)) # targets = (('AIDA', # 'evaluation/aida-conll-naf.gold', # 'evaluation/kore50-naf.gold'),) targets = (('babelfy', 'kore50-out'),) assert targets for tar in targets: for tar_dir, ref_dir in zip(tar[1:], ref[1:]): eval_dir(tar_dir, ref_dir, tar[0], ref[0]) write_reports('evaluation')