def make_lookups_bin(self, lookup_name_pattern='lemma_lookup_{}', filename_pattern='it_lemma_lookup_{}.json'): lookups = Lookups() lookup_keys = list(self.tag_map.keys()) for lookup_pos in lookup_keys: lookup_name = lookup_name_pattern.format(lookup_pos.lower()) filename = filename_pattern.format(lookup_pos.lower()) with open(os.path.join(self.out_path, filename)) as json_file: lookup_dict = json.load(json_file) lookups.add_table(lookup_name, lookup_dict) with open(os.path.join(self.out_path, 'it_lemma_lookup.json')) as json_file: lookup_dict = json.load(json_file) lookups.add_table('lemma_lookup', lookup_dict) lookups.to_disk(self.out_path, 'lookups.bin')
def test_lookups_to_from_disk(): lookups = Lookups() lookups.add_table("table1", {"foo": "bar", "hello": "world"}) lookups.add_table("table2", {"a": 1, "b": 2, "c": 3}) with make_tempdir() as tmpdir: lookups.to_disk(tmpdir) new_lookups = Lookups() new_lookups.from_disk(tmpdir) assert len(new_lookups) == 2 assert "table1" in new_lookups assert "table2" in new_lookups table1 = new_lookups.get_table("table1") assert len(table1) == 2 assert table1["foo"] == "bar" table2 = new_lookups.get_table("table2") assert len(table2) == 3 assert table2["b"] == 2