pass def onSingleUpdate(ctr, src, trg): if op == "gen": print(VOC.str_rpr(trg[0])) elif op == "sppl": print(PPL(trg)) def onDecodingFinish(data, output): if op == "gen": for src_id, (inp, out) in sorted(output.items(), key=lambda x:x[0]): print(TRG.str_rpr(out)) elif op == "cppl": UF.trace("Corpus PPL:", PPL(output)) print(PPL(output)) tester = Tester(load_lm_gen_data, VOC, onDecodingStart, onBatchUpdate, onSingleUpdate, onDecodingFinish, batch=args.batch, out_vocab=VOC, options=decoding_options) if op == "sppl" or op == "cppl": if not args.src: _, data = load_lm_data(sys.stdin, VOC) else: with open(args.src) as src_fp: _, data = load_lm_data(src_fp, VOC) data = list(batch_generator(data, (VOC, VOC), args.batch)) tester.eval(data, model) elif op == "gen": tester.test(args.src, model) else: raise NotImplementedError("Undefined operation:", op)