def test_content_check():
output_dir = os.path.join(fdir, "content_check")
if os.path.exists(output_dir):
shutil.rmtree(output_dir)
handler = TennisDataHandler(data_dir, "rg17", include_qualifiers=False)
handler.export_relevance_labels(output_dir,
binary=True,
only_pos_label=True)
handler.export_edges(output_dir)
files = os.listdir(output_dir)
assert "summary.json" in files
assert "edges.csv"
assert len(files) == 17
def test_label_export():
dir1 = os.path.join(fdir, "rg17_with_qTrue")
dir2 = dir1 + "_relevant"
handler = TennisDataHandler(data_dir, "rg17", include_qualifiers=True)
handler.export_relevance_labels(dir1, binary=True, only_pos_label=False)
handler.export_relevance_labels(dir2, binary=True, only_pos_label=True)
assert len(os.listdir(dir1)) == 20
assert len(os.listdir(dir2)) == 20
fp1 = os.path.join(dir1, "labels_18.csv")
fp2 = os.path.join(dir2, "labels_18.csv")
df1 = pd.read_csv(fp1, header=None)
df2 = pd.read_csv(fp2, header=None)
assert len(df1) == 78094
assert len(df2) == 18