if VERBOSE: print("GUIDED ALIGNMENT TRAINING", datetime.now()) if DELETE_EXISTING: FILE = "train.bpe." + SL + "." + SL + ".align" if os.path.exists(FILE): os.remove(FILE) if ALIGNER == "fast_align": sys.path.append(MTUOC) from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align guided_alignment_fast_align(MTUOC, "train.bpe", "train.bpe", SL, TL, False, VERBOSE) if ALIGNER == "eflomal": sys.path.append(MTUOC) from MTUOC_guided_alignment_eflomal import guided_alignment_eflomal guided_alignment_eflomal(MTUOC, "train.bpe", "train.bpe", SL, TL, SPLIT_LIMIT, VERBOSE) if GUIDED_ALIGNMENT_VALID: if VERBOSE: print("GUIDED ALIGNMENT VALIDATION", datetime.now()) if DELETE_EXISTING: FILE = "val.bpe." + SL + "." + SL + ".align" if os.path.exists(FILE): os.remove(FILE) FILE = "val.bpe." + TL + "." + TL + ".align" if os.path.exists(FILE): os.remove(FILE) if ALIGNER == "fast_align": sys.path.append(MTUOC) from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align guided_alignment_fast_align(MTUOC, "val.bpe", "val.bpe", SL, TL, False,
if DELETE_EXISTING: FILE="train_COMBI.sp."+SL+"."+SL+".align" if os.path.exists(FILE): os.remove(FILE) FILE="train_COMBI.sp."+TL+"."+TL+".align" if os.path.exists(FILE): os.remove(FILE) if ALIGNER=="fast_align": sys.path.append(MTUOC) from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align guided_alignment_fast_align(MTUOC,"train_COMBI.sp","train_COMBI.sp",SL,TL,BOTH_DIRECTIONS,VERBOSE) if ALIGNER=="eflomal": sys.path.append(MTUOC) from MTUOC_guided_alignment_eflomal import guided_alignment_eflomal guided_alignment_eflomal(MTUOC,"train_COMBI.sp","train_COMBI.sp",SL,TL,SPLIT_LIMIT,VERBOSE) if GUIDED_ALIGNMENT_VALID: if VERBOSE: print("GUIDED ALIGNMENT VALID using ", ALIGNER,datetime.now()) if DELETE_EXISTING: FILE="val_SPE.sp."+SL+"."+SL+".align" if os.path.exists(FILE): os.remove(FILE) FILE="val_SPE.sp."+TL+"."+TL+".align" if os.path.exists(FILE): os.remove(FILE) if ALIGNER=="fast_align": sys.path.append(MTUOC) from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align