def save_test_out(tokens, labels):
# transform format
newtokens, newlabels = [], []
for to, la in zip(tokens, labels):
newtokens.extend(to)
newtokens.append("")
newlabels.extend(la)
newlabels.append("")
# save
save_csv_(pd.DataFrame({"token": newtokens, "label": newlabels}), self.output_test_file,
["token", "label"],
delimiter=self.configs.delimiter)
def save_test_out(tokens:list, labels:list, hash_ids:list) -> None:
# transform format
newtokens, newlabels, newids = [], [], []
for to, la, hash_id in zip(tokens, labels, ids):
newtokens.extend(to)
newtokens.append("")
newlabels.extend(la)
newlabels.append("")
newids.extend(hash_id)
newids.append("")
# save
save_csv_(pd.DataFrame({"id": newids, "token": newtokens, "label": newlabels}), self.output_test_file, ["id", "token", "label"],
delimiter=self.configs.delimiter)
def save_test_out(tokens, labels1, labels2, labels3):
# transform format
newtokens, newlabels1, newlabels2, newlabels3 = [], [], [], []
for to, la1, la2, la3 in zip(tokens, labels1, labels2, labels3):
newtokens.extend(to)
newtokens.append("")
newlabels1.extend(la1)
newlabels1.append("")
newlabels2.extend(la2)
newlabels2.append("")
newlabels3.extend(la3)
newlabels3.append("")
# save
save_csv_(pd.DataFrame({
"token": newtokens,
"label1": newlabels1,
"label2": newlabels1,
"label3": newlabels3
}),
self.output_test_file,
["token", "label1", "label2", "label3"],
delimiter=self.configs.delimiter)