# Check that at least one reference RTTM and at least one system RTTM
# was specified.
if args.ref_rttm_scpf is not None:
args.ref_rttm_fns = load_script_file(args.ref_rttm_scpf)
if args.sys_rttm_scpf is not None:
args.sys_rttm_fns = load_script_file(args.sys_rttm_scpf)
if len(args.ref_rttm_fns) < 1:
error('No reference RTTMs specified.')
sys.exit(1)
if len(args.sys_rttm_fns) < 1:
error('No system RTTMs specified.')
sys.exit(1)
# Load speaker/reference speaker turns and UEM. If no UEM specified,
# determine it automatically.
info('Loading speaker turns from reference RTTMs...', file=sys.stderr)
ref_turns, ref_file_ids = load_rttms(args.ref_rttm_fns)
info('Loading speaker turns from system RTTMs...', file=sys.stderr)
sys_turns, sys_file_ids = load_rttms(args.sys_rttm_fns)
if args.uemf is not None:
info('Loading universal evaluation map...', file=sys.stderr)
uem = load_uem(args.uemf)
else:
warn('No universal evaluation map specified. Approximating from '
'reference and speaker turn extents...')
uem = gen_uem(ref_turns, sys_turns)
# Trim turns to UEM scoring regions and merge any that overlap.
info('Trimming reference speaker turns to UEM scoring regions...',
file=sys.stderr)
ref_turns = trim_turns(ref_turns, uem)
def main():
"""Main."""
# Parse command line arguments.
parser = ArgumentParser(
description='Score diarization from RTTM files.', add_help=True,
usage='%(prog)s [options]')
parser.add_argument(
'-r', nargs='+', default=[], metavar='STR', dest='ref_rttm_fns',
action=RefRTTMAction,
help='reference RTTM files (default: %(default)s)')
parser.add_argument(
'-R', nargs=None, metavar='STR', dest='ref_rttm_scpf',
action=RefRTTMAction,
help='reference RTTM script file (default: %(default)s)')
parser.add_argument(
'-s', nargs='+', default=[], metavar='STR', dest='sys_rttm_fns',
action=SysRTTMAction,
help='system RTTM files (default: %(default)s)')
parser.add_argument(
'-S', nargs=None, metavar='STR', dest='sys_rttm_scpf',
action=SysRTTMAction,
help='system RTTM script file (default: %(default)s)')
parser.add_argument(
'-u,--uem', nargs=None, metavar='STR', dest='uemf',
help='un-partitioned evaluation map file (default: %(default)s)')
parser.add_argument(
'--collar', nargs=None, default=0.25, type=float, metavar='FLOAT',
help='collar size in seconds for DER computaton '
'(default: %(default)s)')
parser.add_argument(
'--ignore_overlaps', action='store_true', default=False,
help='ignore overlaps when computing DER')
parser.add_argument(
'--jer_min_ref_dur', nargs=None, default=0.0, metavar='FLOAT',
help='minimum reference speaker duration for JER '
'(default: %(default)s)')
parser.add_argument(
'--step', nargs=None, default=0.010, type=float, metavar='FLOAT',
help='step size in seconds (default: %(default)s)')
parser.add_argument(
'--n_digits', nargs=None, default=2, type=int, metavar='INT',
help='number of decimal places to print (default: %(default)s)')
parser.add_argument(
'--version', action='version',
version='%(prog)s ' + VERSION)
if len(sys.argv) == 1:
parser.print_help()
sys.exit(1)
args = parser.parse_args()
# Check that at least one reference RTTM and at least one system RTTM
# was specified.
if args.ref_rttm_scpf is not None:
args.ref_rttm_fns = load_script_file(args.ref_rttm_scpf)
if args.sys_rttm_scpf is not None:
args.sys_rttm_fns = load_script_file(args.sys_rttm_scpf)
if not args.ref_rttm_fns:
error('No reference RTTMs specified.')
sys.exit(1)
if not args.sys_rttm_fns:
error('No system RTTMs specified.')
sys.exit(1)
# Load speaker/reference speaker turns and UEM. If no UEM specified,
# determine it automatically.
info('Loading speaker turns from reference RTTMs...', file=sys.stderr)
ref_turns, _ = load_rttms(args.ref_rttm_fns)
info('Loading speaker turns from system RTTMs...', file=sys.stderr)
sys_turns, _ = load_rttms(args.sys_rttm_fns)
if args.uemf is not None:
info('Loading universal evaluation map...', file=sys.stderr)
uem = load_uem(args.uemf)
else:
warn('No universal evaluation map specified. Approximating from '
'reference and speaker turn extents...')
uem = gen_uem(ref_turns, sys_turns)
# Trim turns to UEM scoring regions and merge any that overlap.
info('Trimming reference speaker turns to UEM scoring regions...',
file=sys.stderr)
ref_turns = trim_turns(ref_turns, uem)
info('Trimming system speaker turns to UEM scoring regions...',
file=sys.stderr)
sys_turns = trim_turns(sys_turns, uem)
info('Checking for overlapping reference speaker turns...',
file=sys.stderr)
ref_turns = merge_turns(ref_turns)
info('Checking for overlapping system speaker turns...',
file=sys.stderr)
sys_turns = merge_turns(sys_turns)
# Score.
info('Scoring...', file=sys.stderr)
check_for_empty_files(ref_turns, sys_turns, uem)
file_scores, global_scores = score(
ref_turns, sys_turns, uem, step=args.step,
jer_min_ref_dur=args.jer_min_ref_dur, collar=args.collar,
ignore_overlaps=args.ignore_overlaps)
print_output(
file_scores, global_scores, args.n_digits)
import sys
from scorelib import __version__ as VERSION
from scorelib.rttm import validate_rttm
from scorelib.utils import error, info
if __name__ == '__main__':
# Parse command line arguments.
parser = argparse.ArgumentParser(description='Validate RTTM files.',
add_help=True,
usage='%(prog)s [options] rttm_fns')
parser.add_argument('rttm_fns', nargs='+', help='RTTM files')
parser.add_argument('--version',
action='version',
version='%(prog)s ' + VERSION)
if len(sys.argv) == 1:
parser.print_help()
sys.exit(1)
args = parser.parse_args()
for rttm_fn in args.rttm_fns:
info('Validating %s...' % rttm_fn)
file_ids, speaker_ids, error_messages = validate_rttm(rttm_fn)
file_ids = sorted(file_ids)
info('%d file ids found: %s' % (len(file_ids), ', '.join(file_ids)))
speaker_ids = sorted(speaker_ids)
info('%d speaker ids found: %s' %
(len(speaker_ids), ', '.join(speaker_ids)))
for msg in error_messages:
error(msg, file=sys.stdout)
