def save_fields(fields, save_data, overwrite=True): """Dump `fields` object.""" fields_path = "{}.vocab.pt".format(save_data) os.makedirs(os.path.dirname(fields_path), exist_ok=True) check_path(fields_path, exist_ok=overwrite, log=logger.warning) logger.info(f"Saving fields to {fields_path}...") torch.save(fields, fields_path)
def save_transforms(transforms, save_data, overwrite=True): """Dump `transforms` object.""" transforms_path = "{}.transforms.pt".format(save_data) os.makedirs(os.path.dirname(transforms_path), exist_ok=True) check_path(transforms_path, exist_ok=overwrite, log=logger.warning) logger.info(f"Saving Transforms to {transforms_path}.") torch.save(transforms, transforms_path)
def save_counter(counter, save_path): check_path(save_path, exist_ok=opts.overwrite, log=logger.warning) with open(save_path, "w", encoding="utf8") as fo: for tok, count in counter.most_common(): fo.write(tok + "\t" + str(count) + "\n")