if VERBOSE:
print("GUIDED ALIGNMENT TRAINING", datetime.now())
if DELETE_EXISTING:
FILE = "train.bpe." + SL + "." + SL + ".align"
if os.path.exists(FILE):
os.remove(FILE)
if ALIGNER == "fast_align":
sys.path.append(MTUOC)
from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align
guided_alignment_fast_align(MTUOC, "train.bpe", "train.bpe", SL, TL,
False, VERBOSE)
if ALIGNER == "eflomal":
sys.path.append(MTUOC)
from MTUOC_guided_alignment_eflomal import guided_alignment_eflomal
guided_alignment_eflomal(MTUOC, "train.bpe", "train.bpe", SL, TL,
SPLIT_LIMIT, VERBOSE)
if GUIDED_ALIGNMENT_VALID:
if VERBOSE:
print("GUIDED ALIGNMENT VALIDATION", datetime.now())
if DELETE_EXISTING:
FILE = "val.bpe." + SL + "." + SL + ".align"
if os.path.exists(FILE):
os.remove(FILE)
FILE = "val.bpe." + TL + "." + TL + ".align"
if os.path.exists(FILE):
os.remove(FILE)
if ALIGNER == "fast_align":
sys.path.append(MTUOC)
from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align
guided_alignment_fast_align(MTUOC, "val.bpe", "val.bpe", SL, TL, False,
if DELETE_EXISTING:
FILE="train_COMBI.sp."+SL+"."+SL+".align"
if os.path.exists(FILE):
os.remove(FILE)
FILE="train_COMBI.sp."+TL+"."+TL+".align"
if os.path.exists(FILE):
os.remove(FILE)
if ALIGNER=="fast_align":
sys.path.append(MTUOC)
from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align
guided_alignment_fast_align(MTUOC,"train_COMBI.sp","train_COMBI.sp",SL,TL,BOTH_DIRECTIONS,VERBOSE)
if ALIGNER=="eflomal":
sys.path.append(MTUOC)
from MTUOC_guided_alignment_eflomal import guided_alignment_eflomal
guided_alignment_eflomal(MTUOC,"train_COMBI.sp","train_COMBI.sp",SL,TL,SPLIT_LIMIT,VERBOSE)
if GUIDED_ALIGNMENT_VALID:
if VERBOSE:
print("GUIDED ALIGNMENT VALID using ", ALIGNER,datetime.now())
if DELETE_EXISTING:
FILE="val_SPE.sp."+SL+"."+SL+".align"
if os.path.exists(FILE):
os.remove(FILE)
FILE="val_SPE.sp."+TL+"."+TL+".align"
if os.path.exists(FILE):
os.remove(FILE)
if ALIGNER=="fast_align":
sys.path.append(MTUOC)
from MTUOC_guided_alignment_fast_align import guided_alignment_fast_align