parser.add_argument('--job_name',
default='ps',
choices=['ps', 'worker'],
type=str,
help='ps or worker')
parser.add_argument('--task_index',
default=0,
type=int,
help='index of task within the job')
args = parser.parse_args()
if not os.path.exists(args.savepath):
os.mkdir(args.savepath)
tr = Trainer(args=args, vocabfile=args.vocabfile, name=args.model)
tr.log('creat training server...')
tr.start_server()
tr.log('creat training model...')
tr.build_model()
tr.log('init batch generator...')
tr.init_batch_gen(args.trainfiles,
args.devfiles,
major_time=args.features == 81)
tr.log('starting training....')
saveArgs(args, ' '.join(sys.argv), os.path.join(args.savepath,
'args.conf'))
tr.train()
parser.add_argument('-ub', '--use_bidirectional_rnn', default='yes', type=str, help='rnncell')
parser.add_argument('-us', '--use_summary', default='yes', type=str, help='rnncell')
parser.add_argument('-v', '--vocabfile', default='conf/alphabet.txt', type=str, help='rnncell')
#distributed training
parser.add_argument('--ps_hosts', default='', type=str, help='comma-separated list of hostname:port pairs')
parser.add_argument('--ws_hosts', default='', type=str, help='comma-separated list of hostname:port pairs')
parser.add_argument('--job_name', default='ps', choices=['ps', 'worker'], type=str, help='ps or worker')
parser.add_argument('--task_index', default=0, type=int, help='index of task within the job')
args = parser.parse_args()
if not os.path.exists(args.savepath):
os.mkdir(args.savepath)
tr = Trainer(args=args, vocabfile=args.vocabfile,name=args.model)
tr.log('creat training server...')
tr.start_server()
tr.log('creat training model...')
tr.build_model(save_model_per_iters=600, val_loss_per_iters=200)
tr.log('init batch generator...')
tr.init_batch_gen(args.trainfiles, args.devfiles, major_time=args.features == 81)
tr.log('starting training....')
saveArgs(args, ' '.join(sys.argv), os.path.join(args.savepath,'args.conf'))
tr.train()
