def save_test_out(tokens, labels): # transform format newtokens, newlabels = [], [] for to, la in zip(tokens, labels): newtokens.extend(to) newtokens.append("") newlabels.extend(la) newlabels.append("") # save save_csv_(pd.DataFrame({"token": newtokens, "label": newlabels}), self.output_test_file, ["token", "label"], delimiter=self.configs.delimiter)
def save_test_out(tokens:list, labels:list, hash_ids:list) -> None: # transform format newtokens, newlabels, newids = [], [], [] for to, la, hash_id in zip(tokens, labels, ids): newtokens.extend(to) newtokens.append("") newlabels.extend(la) newlabels.append("") newids.extend(hash_id) newids.append("") # save save_csv_(pd.DataFrame({"id": newids, "token": newtokens, "label": newlabels}), self.output_test_file, ["id", "token", "label"], delimiter=self.configs.delimiter)
def save_test_out(tokens, labels1, labels2, labels3): # transform format newtokens, newlabels1, newlabels2, newlabels3 = [], [], [], [] for to, la1, la2, la3 in zip(tokens, labels1, labels2, labels3): newtokens.extend(to) newtokens.append("") newlabels1.extend(la1) newlabels1.append("") newlabels2.extend(la2) newlabels2.append("") newlabels3.extend(la3) newlabels3.append("") # save save_csv_(pd.DataFrame({ "token": newtokens, "label1": newlabels1, "label2": newlabels1, "label3": newlabels3 }), self.output_test_file, ["token", "label1", "label2", "label3"], delimiter=self.configs.delimiter)