def _run_test(configuration, box_eval): box_config = configure(configuration) box = initialise(box_config) output = eval_pipeline(box, box_eval, box_config) for data_set in ['devel', 'eval', 'train']: for lang in ['src', 'trg']: filename = output[data_set + '_' + lang + '_filename'] filename_expected = box_eval[data_set + '_' + lang + '_expected'] thelp.diff(filename_expected, filename)
def _run_test(configuration, box_eval): box_config = configure(configuration) box = initialise(box_config) output = eval_pipeline(box, box_eval, box_config) try: thelp.diff(box_eval['cleaned_src_file_expected'], output['cleaned_src_filename']) thelp.diff(box_eval['cleaned_trg_file_expected'], output['cleaned_trg_filename']) finally: os.unlink(output['cleaned_src_filename']) os.unlink(output['cleaned_trg_filename'])