def make_lookups_bin(self,
lookup_name_pattern='lemma_lookup_{}',
filename_pattern='it_lemma_lookup_{}.json'):
lookups = Lookups()
lookup_keys = list(self.tag_map.keys())
for lookup_pos in lookup_keys:
lookup_name = lookup_name_pattern.format(lookup_pos.lower())
filename = filename_pattern.format(lookup_pos.lower())
with open(os.path.join(self.out_path, filename)) as json_file:
lookup_dict = json.load(json_file)
lookups.add_table(lookup_name, lookup_dict)
with open(os.path.join(self.out_path,
'it_lemma_lookup.json')) as json_file:
lookup_dict = json.load(json_file)
lookups.add_table('lemma_lookup', lookup_dict)
lookups.to_disk(self.out_path, 'lookups.bin')
def test_lookups_to_from_disk():
lookups = Lookups()
lookups.add_table("table1", {"foo": "bar", "hello": "world"})
lookups.add_table("table2", {"a": 1, "b": 2, "c": 3})
with make_tempdir() as tmpdir:
lookups.to_disk(tmpdir)
new_lookups = Lookups()
new_lookups.from_disk(tmpdir)
assert len(new_lookups) == 2
assert "table1" in new_lookups
assert "table2" in new_lookups
table1 = new_lookups.get_table("table1")
assert len(table1) == 2
assert table1["foo"] == "bar"
table2 = new_lookups.get_table("table2")
assert len(table2) == 3
assert table2["b"] == 2