# Evaluating on EVAL set
logger.info("Evaluating for AMI Eval. set")
ref_rttm_eval = os.path.join(params["ref_rttm_dir"],
"fullref_ami_eval.rttm")
sys_rttm_eval = out_boundaries
[MS_eval, FA_eval, SER_eval, DER_eval] = DER(
ref_rttm_eval,
sys_rttm_eval,
params["ignore_overlap"],
params["forgiveness_collar"],
individual_file_scores=True,
)
msg = "AMI Eval set: Diarization Error Rate = %s %%\n" % (str(
round(DER_eval[-1], 2)))
logger.info(msg)
msg = (
"Final Diarization Error Rate (%%) on AMI corpus: Dev = %s %% | Eval = %s %%\n"
% (str(round(DER_dev[-1], 2)), str(round(DER_eval[-1], 2))))
logger.info(msg)
# Writing der for individual files
t0 = "oracle" if params["oracle_n_spkrs"] else "est"
tag = t0 + "_" + str(params["affinity"]) + ".txt"
out_der_file = os.path.join(params["der_dir"], "dev_DER_" + tag)
diar.write_ders_file(ref_rttm_dev, DER_dev, out_der_file)
out_der_file = os.path.join(params["der_dir"], "eval_DER_" + tag)
diar.write_ders_file(ref_rttm_eval, DER_eval, out_der_file)
msg = "Computing DERs for " + split_type + " set"
logger.info(msg)
ref_rttm = os.path.join(params["ref_rttm_dir"],
"fullref_ami_" + split_type + ".rttm")
sys_rttm = out_boundaries
[MS, FA, SER, DER_vals] = DER(
ref_rttm,
sys_rttm,
params["ignore_overlap"],
params["forgiveness_collar"],
individual_file_scores=True,
)
# Writing DER values to a file. Append tag.
der_file_name = split_type + "_DER_" + tag
out_der_file = os.path.join(params["der_dir"], der_file_name)
msg = "Writing DER file to: " + out_der_file
logger.info(msg)
diar.write_ders_file(ref_rttm, DER_vals, out_der_file)
msg = ("AMI " + split_type + " set DER = %s %%\n" %
(str(round(DER_vals[-1], 2))))
logger.info(msg)
final_DERs[split_type] = round(DER_vals[-1], 2)
# Final print DERs
msg = (
"Final Diarization Error Rate (%%) on AMI corpus: Dev = %s %% | Eval = %s %%\n"
% (str(final_DERs["dev"]), str(final_DERs["eval"])))
logger.info(msg)