parser.add_argument('--job_name', default='ps', choices=['ps', 'worker'], type=str, help='ps or worker') parser.add_argument('--task_index', default=0, type=int, help='index of task within the job') args = parser.parse_args() if not os.path.exists(args.savepath): os.mkdir(args.savepath) tr = Trainer(args=args, vocabfile=args.vocabfile, name=args.model) tr.log('creat training server...') tr.start_server() tr.log('creat training model...') tr.build_model() tr.log('init batch generator...') tr.init_batch_gen(args.trainfiles, args.devfiles, major_time=args.features == 81) tr.log('starting training....') saveArgs(args, ' '.join(sys.argv), os.path.join(args.savepath, 'args.conf')) tr.train()
parser.add_argument('-ub', '--use_bidirectional_rnn', default='yes', type=str, help='rnncell') parser.add_argument('-us', '--use_summary', default='yes', type=str, help='rnncell') parser.add_argument('-v', '--vocabfile', default='conf/alphabet.txt', type=str, help='rnncell') #distributed training parser.add_argument('--ps_hosts', default='', type=str, help='comma-separated list of hostname:port pairs') parser.add_argument('--ws_hosts', default='', type=str, help='comma-separated list of hostname:port pairs') parser.add_argument('--job_name', default='ps', choices=['ps', 'worker'], type=str, help='ps or worker') parser.add_argument('--task_index', default=0, type=int, help='index of task within the job') args = parser.parse_args() if not os.path.exists(args.savepath): os.mkdir(args.savepath) tr = Trainer(args=args, vocabfile=args.vocabfile,name=args.model) tr.log('creat training server...') tr.start_server() tr.log('creat training model...') tr.build_model(save_model_per_iters=600, val_loss_per_iters=200) tr.log('init batch generator...') tr.init_batch_gen(args.trainfiles, args.devfiles, major_time=args.features == 81) tr.log('starting training....') saveArgs(args, ' '.join(sys.argv), os.path.join(args.savepath,'args.conf')) tr.train()