def save_fields(fields, save_data, overwrite=True):
"""Dump `fields` object."""
fields_path = "{}.vocab.pt".format(save_data)
os.makedirs(os.path.dirname(fields_path), exist_ok=True)
check_path(fields_path, exist_ok=overwrite, log=logger.warning)
logger.info(f"Saving fields to {fields_path}...")
torch.save(fields, fields_path)
def save_transforms(transforms, save_data, overwrite=True):
"""Dump `transforms` object."""
transforms_path = "{}.transforms.pt".format(save_data)
os.makedirs(os.path.dirname(transforms_path), exist_ok=True)
check_path(transforms_path, exist_ok=overwrite, log=logger.warning)
logger.info(f"Saving Transforms to {transforms_path}.")
torch.save(transforms, transforms_path)
def save_counter(counter, save_path):
check_path(save_path, exist_ok=opts.overwrite, log=logger.warning)
with open(save_path, "w", encoding="utf8") as fo:
for tok, count in counter.most_common():
fo.write(tok + "\t" + str(count) + "\n")
