Exemplo n.º 1
0
    test_input_data = Input(test_src_tlst, None, 1, volatile=True)

    batch_tst_data = None
    if os.path.exists(ref_file):
        wlog('With force decoding test file {} ... to get alignments'.format(
            input_file))
        wlog('\t\tRef file {}'.format(ref_file))
        tst_src_tlst, tst_trg_tlst = wrap_data(
            wargs.val_tst_dir, args.input_file, wargs.val_src_suffix,
            wargs.val_ref_suffix, src_vocab, trg_vocab, False, False, 1000000)
        batch_tst_data = Input(tst_src_tlst,
                               tst_trg_tlst,
                               10,
                               batch_sort=False)

    trans, alns, _ = tor.single_trans_file(test_input_data,
                                           batch_tst_data=batch_tst_data)
    #trans, alns = tor.single_trans_file(test_input_data)
    #trans = tor.multi_process(viter, n_process=nprocess)

    if wargs.search_mode == 0: p1 = 'greedy'
    elif wargs.search_mode == 1: p1 = 'nbs'
    elif wargs.search_mode == 2: p1 = 'cp'
    p2 = 'GPU' if wargs.gpu_id else 'CPU'
    p3 = 'wb' if wargs.with_batch else 'wob'

    #input_file_name = input_file if '/' not in input_file else input_file.split('/')[-1]
    outdir = 'wexp-{}-{}-{}-{}-{}'.format(args.input_file, p1, p2, p3,
                                          model_file.split('/')[0])
    if wargs.ori_search: outdir = '{}-{}'.format(outdir, 'ori')
    init_dir(outdir)
    outprefix = outdir + '/trans_' + args.input_file
Exemplo n.º 2
0
    ref_file = '{}{}.{}'.format(wargs.val_tst_dir, args.test_file, wargs.val_ref_suffix)
    #input_file = args.test_file

    wlog('Translating test file {} ... '.format(input_file))
    test_src_tlst, test_src_lens = val_wrap_data(input_file, src_vocab)
    test_input_data = Input(test_src_tlst, None, 1, volatile=True)

    batch_tst_data = None
    if os.path.exists(ref_file):
        wlog('With force decoding test file {} ... to get alignments'.format(input_file))
        wlog('\t\tRef file {}'.format(ref_file))
        tst_src_tlst, tst_trg_tlst = wrap_data(input_file, ref_file, src_vocab, trg_vocab,
                                               False, False, 1000000)
        batch_tst_data = Input(tst_src_tlst, tst_trg_tlst, 10, batch_sort=False)

    trans, alns = tor.single_trans_file(test_input_data, batch_tst_data=batch_tst_data, domain="IN")
    #trans, alns = tor.single_trans_file(test_input_data)
    #trans = tor.multi_process(viter, n_process=nprocess)

    if wargs.search_mode == 0: p1 = 'greedy'
    elif wargs.search_mode == 1: p1 = 'nbs'
    elif wargs.search_mode == 2: p1 = 'cp'
    p2 = 'GPU' if wargs.gpu_id else 'CPU'
    p3 = 'wb' if wargs.with_batch else 'wob'

    #test_file_name = input_file if '/' not in input_file else input_file.split('/')[-1]
    outdir = 'wexp-{}-{}-{}-{}-{}'.format(args.test_file, p1, p2, p3, model_file.split('/')[0])
    if wargs.ori_search: outdir = '{}-{}'.format(outdir, 'ori')
    init_dir(outdir)
    outprefix = outdir + '/trans_' + args.test_file
    # wTrans/trans