def test_dictionary_save_and_load(): dictionary = Dictionary(add_unk=False) dictionary.add_item('class_1') dictionary.add_item('class_2') dictionary.add_item('class_3') file_path = 'dictionary.txt' dictionary.save(file_path) loaded_dictionary = dictionary.load_from_file(file_path) assert (len(dictionary) == len(loaded_dictionary)) assert (len(dictionary.get_items()) == len(loaded_dictionary.get_items())) os.remove(file_path)
from flair.data import Dictionary d = Dictionary() for line in open("characters_merged.txt"): if line.strip("\n"): c = line.strip("\n")[0] d.add_item(c) d.add_item("\n") d.add_item(" ") d.save("characters_merged.bin") print("Done")