def test16_collect_results(self): # simply test that the collect_results script works test_dir = tempfile.mkdtemp(prefix='frltest_') from facereclib.script.collect_results import main main([ '--directory', test_dir, '--sort', '--sort-key', 'dir', '--criterion', 'FAR', '--self-test' ]) os.rmdir(test_dir)
def test15_evaluate(self): # tests our 'evaluate' script using the reference files test_dir = tempfile.mkdtemp(prefix='frltest_') reference_files = ('scores-nonorm-dev', 'scores-ztnorm-dev') plots = [os.path.join(test_dir, '%s.pdf')%f for f in ['roc', 'cmc', 'det']] parameters = [ '--dev-files', reference_files[0], reference_files[1], '--eval-files', reference_files[0], reference_files[1], '--directory', os.path.join(base_dir, 'scripts'), '--legends', 'no norm', 'ZT norm', '--criterion', 'HTER', '--roc', plots[0], '--det', plots[1], '--cmc', plots[2], ] # execute the script from facereclib.script.evaluate import main main(parameters) for i in range(3): self.assertTrue(os.path.exists(plots[i])) os.remove(plots[i]) os.rmdir(test_dir)
def test15_evaluate(self): # tests our 'evaluate' script using the reference files test_dir = tempfile.mkdtemp(prefix='frltest_') reference_files = ('scores-nonorm-dev', 'scores-ztnorm-dev') plots = [ os.path.join(test_dir, '%s.pdf') % f for f in ['roc', 'cmc', 'det'] ] parameters = [ '--dev-files', reference_files[0], reference_files[1], '--eval-files', reference_files[0], reference_files[1], '--directory', os.path.join(base_dir, 'scripts'), '--legends', 'no norm', 'ZT norm', '--criterion', 'HTER', '--roc', plots[0], '--det', plots[1], '--cmc', plots[2], ] # execute the script from facereclib.script.evaluate import main main(parameters) for i in range(3): self.assertTrue(os.path.exists(plots[i])) os.remove(plots[i]) os.rmdir(test_dir)
def test16_collect_results(self): # simply test that the collect_results script works test_dir = tempfile.mkdtemp(prefix='frltest_') from facereclib.script.collect_results import main main(['--directory', test_dir, '--sort', '--sort-key', 'dir', '--criterion', 'FAR', '--self-test']) os.rmdir(test_dir)
def test11_baselines_api(self): self.grid_available() # test that all of the baselines would execute from facereclib.script.baselines import available_databases, all_algorithms, main for database in available_databases: parameters = [sys.argv[0], '-d', database, '--dry-run'] main(parameters) parameters.append('-g') main(parameters) parameters.extend(['-e', 'HTER']) main(parameters) for algorithm in all_algorithms: parameters = [sys.argv[0], '-a', algorithm, '--dry-run'] main(parameters) parameters.append('-g') main(parameters) parameters.extend(['-e', 'HTER']) main(parameters)