def run_experiment(treebank_name,outdir=None,dep_style="ud", pos_style='ud',
metric='LAS'):
#TODO: have options for what goes in table
if not outdir: outdir= config.exp + treebank_name + "/"
TM = TreebankTransformer(treebank_name=treebank_name, dep_style=dep_style, pos_style=pos_style)
TM.transform_parse_detransform() #if you just want the eval you can just comment this out
"""FILES"""
test_gold = TM.testfile
parsed_baseline = outdir + 'dev_parsed_baseline.conll'
parsed_ud = TM.parsed_ud
#if you just eval comment the one up and uncomment the one down
#parsed_ud = outdir + 'dev_parsed.ud.conll'
"""RESULTS"""
buas, blas= malteval.accuracy(test_gold,parsed_baseline)
uas, las = malteval.accuracy(test_gold,parsed_ud)
output = ""
if metric =="LAS":
las = str(float(las)*100)
blas = str(float(blas)*100)
#significance of las
sig = malteval.significance(test_gold, parsed_baseline, parsed_ud)
las += sig
output = "%s;%s;%s\n"%(treebank_name, blas, las)
else:
uas = str(float(uas)*100)
buas = str(float(buas)*100)
sig = malteval.significance_uas(test_gold, parsed_baseline, parsed_ud)
uas += sig
output = "%s;%s;%s\n"%(treebank_name, buas, uas)
return output
