def generatescores():
scores = {d:scoredataset(d,grade=False) for d in ["dev","train","test"]}
for d in scores:
for s in ["160","500"]:
for r in ["rte","norte"]:
with open("scores/mc" + s + "." + d + "_" + r + ".scores","w") as fl:
writescores(scores[d][r]["best"][s],fl)
def printresults():
scores = {d:{"verbose":scoredataset(d,verbose=True),
"normal":scoredataset(d)}
for d in ["dev","train","devtrain","test"]}
print "Main Results\n========"
print "#Dev+Train Results"
printverbose("devtrain",scores["devtrain"]["verbose"]["norte"],heading=False)
print "#Test Results"
printrte("test",scores["test"]["normal"]["norte"]["best"],
scores["test"]["normal"]["rte"]["best"],heading=False)
printall("Detailed Results",printverbose,scores,"verbose")
printall("Single/Multi Split",printsinglemulti,scores,"normal")
printall("Results by Category",printcategories,scores,"normal")
