def test16_collect_results(self):
# simply test that the collect_results script works
test_dir = tempfile.mkdtemp(prefix='frltest_')
from facereclib.script.collect_results import main
main([
'--directory', test_dir, '--sort', '--sort-key', 'dir',
'--criterion', 'FAR', '--self-test'
])
os.rmdir(test_dir)
def test15_evaluate(self):
# tests our 'evaluate' script using the reference files
test_dir = tempfile.mkdtemp(prefix='frltest_')
reference_files = ('scores-nonorm-dev', 'scores-ztnorm-dev')
plots = [os.path.join(test_dir, '%s.pdf')%f for f in ['roc', 'cmc', 'det']]
parameters = [
'--dev-files', reference_files[0], reference_files[1],
'--eval-files', reference_files[0], reference_files[1],
'--directory', os.path.join(base_dir, 'scripts'),
'--legends', 'no norm', 'ZT norm',
'--criterion', 'HTER',
'--roc', plots[0],
'--det', plots[1],
'--cmc', plots[2],
]
# execute the script
from facereclib.script.evaluate import main
main(parameters)
for i in range(3):
self.assertTrue(os.path.exists(plots[i]))
os.remove(plots[i])
os.rmdir(test_dir)
def test15_evaluate(self):
# tests our 'evaluate' script using the reference files
test_dir = tempfile.mkdtemp(prefix='frltest_')
reference_files = ('scores-nonorm-dev', 'scores-ztnorm-dev')
plots = [
os.path.join(test_dir, '%s.pdf') % f
for f in ['roc', 'cmc', 'det']
]
parameters = [
'--dev-files',
reference_files[0],
reference_files[1],
'--eval-files',
reference_files[0],
reference_files[1],
'--directory',
os.path.join(base_dir, 'scripts'),
'--legends',
'no norm',
'ZT norm',
'--criterion',
'HTER',
'--roc',
plots[0],
'--det',
plots[1],
'--cmc',
plots[2],
]
# execute the script
from facereclib.script.evaluate import main
main(parameters)
for i in range(3):
self.assertTrue(os.path.exists(plots[i]))
os.remove(plots[i])
os.rmdir(test_dir)
def test16_collect_results(self): # simply test that the collect_results script works test_dir = tempfile.mkdtemp(prefix='frltest_') from facereclib.script.collect_results import main main(['--directory', test_dir, '--sort', '--sort-key', 'dir', '--criterion', 'FAR', '--self-test']) os.rmdir(test_dir)
def test11_baselines_api(self):
self.grid_available()
# test that all of the baselines would execute
from facereclib.script.baselines import available_databases, all_algorithms, main
for database in available_databases:
parameters = [sys.argv[0], '-d', database, '--dry-run']
main(parameters)
parameters.append('-g')
main(parameters)
parameters.extend(['-e', 'HTER'])
main(parameters)
for algorithm in all_algorithms:
parameters = [sys.argv[0], '-a', algorithm, '--dry-run']
main(parameters)
parameters.append('-g')
main(parameters)
parameters.extend(['-e', 'HTER'])
main(parameters)
def test11_baselines_api(self):
self.grid_available()
# test that all of the baselines would execute
from facereclib.script.baselines import available_databases, all_algorithms, main
for database in available_databases:
parameters = [sys.argv[0], '-d', database, '--dry-run']
main(parameters)
parameters.append('-g')
main(parameters)
parameters.extend(['-e', 'HTER'])
main(parameters)
for algorithm in all_algorithms:
parameters = [sys.argv[0], '-a', algorithm, '--dry-run']
main(parameters)
parameters.append('-g')
main(parameters)
parameters.extend(['-e', 'HTER'])
main(parameters)
