def test_generation(test_file, lexicon_file):
lexicon = Lexicon(lexicon_file)
counter = Counter()
with open(test_file) as f:
for test in yaml.load(f):
lemma = test.pop("lemma")
location = test.pop("location", "")
for parse, form in test.items():
predicted = lexicon.generate(lemma, parse, context=location)
if predicted is None:
counter.fail("didn't know how to work out {} {} {}".format(lemma, parse, form))
elif strip_length(form) == strip_length(predicted):
counter.success()
continue
elif strip_length(form) not in [strip_length(p) for p in predicted.split("/")]:
counter.fail("{} {} got {} instead of {} in {}".format(lemma, parse, predicted, form, location))
else:
counter.skip("{} {} {} {} {}".format(lemma, parse, form, predicted, location))
counter.results()
#!/usr/bin/env python3
from pysblgnt import morphgnt_rows
from characters import strip_length
from utils import Counter
from verbs import Lexicon
lexicon = Lexicon("lexicons/morphgnt.yaml")
counter = Counter()
for book_num in range(1, 28):
for row in morphgnt_rows(book_num):
ccat_pos = row["ccat-pos"]
ccat_parse = row["ccat-parse"]
norm = row["norm"]
lemma = row["lemma"]
if ccat_pos != "V-":
continue
if ccat_parse[3] == "N":
parse = ccat_parse[1:4]
elif ccat_parse[3] == "P":
parse = ccat_parse[1:4] + "." + ccat_parse[4:7]
elif ccat_parse[3] == "I":
parse = ccat_parse[1:4] + "." + ccat_parse[0] + ccat_parse[5]
else:
continue
