moses_root = os.environ['MOSES_ROOT']
else:
L.error("Set MOSES_ROOT variable to your moses root directory")
U.mkdir_p(args.out_dir)
#cmd = moses_root + '/bin/moses -show-weights -f ' + args.input_config + ' 2> /dev/null'
#features = U.capture(cmd).strip().split('\n')
features = iniReader.parseIni(args.input_config)
output_nbest_path = args.out_dir + '/augmented.nbest'
if args.no_aug:
shutil.copy(args.input_nbest, output_nbest_path)
else:
augmenter.augment(args.model_path, args.input_nbest, args.vocab_path,
output_nbest_path)
L.info('Extracting stats and features')
#L.warning('The optional arguments of extractor are not used yet')
cmd = moses_root + '/bin/extractor -r ' + args.ref_paths + ' -n ' + output_nbest_path + ' --scfile ' + args.out_dir + '/statscore.data --ffile ' + args.out_dir + '/features.data'
U.capture(cmd)
with open(args.out_dir + '/init.opt', 'w') as init_opt:
init_list = []
for line in features:
tokens = line.split(" ")
try:
float(tokens[1])
init_list += tokens[1:]
except ValueError:
pass
moses_root = os.environ['MOSES_ROOT']
else:
L.error("Set MOSES_ROOT variable to your moses root directory")
U.mkdir_p(args.out_dir)
#cmd = moses_root + '/bin/moses -show-weights -f ' + args.input_config + ' 2> /dev/null'
#features = U.capture(cmd).strip().split('\n')
features = iniReader.parseIni(args.input_config)
output_nbest_path = args.out_dir + '/augmented.nbest'
if args.no_aug:
shutil.copy(args.input_nbest, output_nbest_path)
else:
augmenter.augment(args.model_path, args.input_nbest, args.vocab_path, output_nbest_path)
L.info('Extracting stats and features')
#L.warning('The optional arguments of extractor are not used yet')
cmd = moses_root + '/bin/extractor -r ' + args.ref_paths + ' -n ' + output_nbest_path + ' --scfile ' + args.out_dir + '/statscore.data --ffile ' + args.out_dir + '/features.data'
U.capture(cmd)
with open(args.out_dir + '/init.opt', 'w') as init_opt:
init_list = []
for line in features:
tokens = line.split(" ")
try:
float(tokens[1])
init_list += tokens[1:]
except ValueError:
pass