test_input_data = Input(test_src_tlst, None, 1, volatile=True) batch_tst_data = None if os.path.exists(ref_file): wlog('With force decoding test file {} ... to get alignments'.format( input_file)) wlog('\t\tRef file {}'.format(ref_file)) tst_src_tlst, tst_trg_tlst = wrap_data( wargs.val_tst_dir, args.input_file, wargs.val_src_suffix, wargs.val_ref_suffix, src_vocab, trg_vocab, False, False, 1000000) batch_tst_data = Input(tst_src_tlst, tst_trg_tlst, 10, batch_sort=False) trans, alns, _ = tor.single_trans_file(test_input_data, batch_tst_data=batch_tst_data) #trans, alns = tor.single_trans_file(test_input_data) #trans = tor.multi_process(viter, n_process=nprocess) if wargs.search_mode == 0: p1 = 'greedy' elif wargs.search_mode == 1: p1 = 'nbs' elif wargs.search_mode == 2: p1 = 'cp' p2 = 'GPU' if wargs.gpu_id else 'CPU' p3 = 'wb' if wargs.with_batch else 'wob' #input_file_name = input_file if '/' not in input_file else input_file.split('/')[-1] outdir = 'wexp-{}-{}-{}-{}-{}'.format(args.input_file, p1, p2, p3, model_file.split('/')[0]) if wargs.ori_search: outdir = '{}-{}'.format(outdir, 'ori') init_dir(outdir) outprefix = outdir + '/trans_' + args.input_file
ref_file = '{}{}.{}'.format(wargs.val_tst_dir, args.test_file, wargs.val_ref_suffix) #input_file = args.test_file wlog('Translating test file {} ... '.format(input_file)) test_src_tlst, test_src_lens = val_wrap_data(input_file, src_vocab) test_input_data = Input(test_src_tlst, None, 1, volatile=True) batch_tst_data = None if os.path.exists(ref_file): wlog('With force decoding test file {} ... to get alignments'.format(input_file)) wlog('\t\tRef file {}'.format(ref_file)) tst_src_tlst, tst_trg_tlst = wrap_data(input_file, ref_file, src_vocab, trg_vocab, False, False, 1000000) batch_tst_data = Input(tst_src_tlst, tst_trg_tlst, 10, batch_sort=False) trans, alns = tor.single_trans_file(test_input_data, batch_tst_data=batch_tst_data, domain="IN") #trans, alns = tor.single_trans_file(test_input_data) #trans = tor.multi_process(viter, n_process=nprocess) if wargs.search_mode == 0: p1 = 'greedy' elif wargs.search_mode == 1: p1 = 'nbs' elif wargs.search_mode == 2: p1 = 'cp' p2 = 'GPU' if wargs.gpu_id else 'CPU' p3 = 'wb' if wargs.with_batch else 'wob' #test_file_name = input_file if '/' not in input_file else input_file.split('/')[-1] outdir = 'wexp-{}-{}-{}-{}-{}'.format(args.test_file, p1, p2, p3, model_file.split('/')[0]) if wargs.ori_search: outdir = '{}-{}'.format(outdir, 'ori') init_dir(outdir) outprefix = outdir + '/trans_' + args.test_file # wTrans/trans