def main():
save_dir = os.path.join(output_path, "pc_qc")
exist_or_mkdir(save_dir)
for split in splits:
queries = get_qck_queries(split)
eval_candidate = get_eval_candidates_as_qck(split)
save_path = os.path.join(save_dir, split)
make_pc_qc(queries, eval_candidate, is_correct_factory(), save_path)
def main():
save_dir = os.path.join(output_path, "pc_qc4")
exist_or_mkdir(save_dir)
split_filename = split_name2
for split in splits:
qids: Iterable[str] = get_qids_for_split(split_filename, split)
queries = get_qck_queries_from_cids(lmap(int, qids))
eval_candidate = get_qck_candidate_for_split(split_filename, split)
save_path = os.path.join(save_dir, split)
make_pc_qc(queries, eval_candidate, is_correct_factory(), save_path)
def main():
save_dir = os.path.join(output_path, "pc_qc2")
exist_or_mkdir(save_dir)
for split in splits:
queries = get_qck_queries(split)
q_res_path = os.path.join("output",
"perspective_experiments",
"q_res_{}.txt".format(split))
eval_candidate = get_qck_candidate_from_ranked_list_path(q_res_path)
save_path = os.path.join(save_dir, split)
make_pc_qc(queries, eval_candidate, is_correct_factory(), save_path)