def trainCURRENNT(model_dir): os.chdir(model_dir) display.self_print('******** train config ******\n', 'highlight') os.system("cat ./%s" % (cfg.nnModelCfgname)) display.self_print('****************************\n', 'highlight') runCmd = '%s --options_file %s --verbose 1' % (cfg.path_currennt, cfg.nnModelCfgname) runCmd = runCmd + ' >%s 2>%s' % (cfg.tmp_network_trn_log, cfg.tmp_network_trn_err) display.self_print("GPU job submitted. Please wait until terminated.", 'ok') display.self_print("Please open another terminal to check nvidia-smi", 'ok') display.self_print( "Also check %s" % (os.path.join(model_dir, cfg.tmp_network_trn_log)), 'ok') display.self_print( "Also check %s" % (os.path.join(model_dir, cfg.tmp_network_trn_err)), 'ok') exe_cmd(runCmd, cfg.debug) display.self_print_with_date( 'Processed terminated. Please check %s %s' % (os.path.join(model_dir, cfg.tmp_network_trn_log), os.path.join(model_dir, cfg.tmp_network_trn_err)), 'ok')
print("Error: cannot load library: ", sys.argv[1]) quit() sys.path.append(cfg.path_pyTools) from pyTools import display from ioTools import readwrite def exe_cmd(cmd, debug=False): display.self_print(cmd + '\n', 'highlight') if not debug: os.system(cmd) if cfg.step3: display.self_print_with_date('Step3. Generating', 'h') if os.path.dirname(cfg.tmp_test_data_dir): tmp_test_data_dir = cfg.tmp_test_data_dir else: tmp_test_data_dir = os.getcwd() + os.path.sep + cfg.tmp_test_data_dir tmp_data_scp_dir = tmp_test_data_dir + os.path.sep + cfg.tmp_scp_name tmp_test_lst = tmp_data_scp_dir + os.path.sep + 'test.lst' tmp_idx_dir = tmp_test_data_dir + os.path.sep + cfg.tmp_idx_dir tmp_nc_dir = tmp_test_data_dir + os.path.sep + cfg.tmp_nc_dir tmp_sub_nc_dir = tmp_nc_dir + os.path.sep + cfg.tmp_nc_dir_test tmp_test_nc_scp = tmp_sub_nc_dir + os.path.sep + 'data.scp' # mean and std should have been written into the model, no need to read again # tmp_mv_data = os.getcwd() + os.path.sep + cfg.tmp_name_mean_file
quit() sys.path.append(cfg.path_pyTools) from pyTools import display from ioTools import readwrite def exe_cmd(cmd, debug=False): display.self_print(cmd + '\n', 'highlight') if not debug: os.system(cmd) if cfg.step2: display.self_print_with_date('Step2. model training', 'h') tmp_network_dir = cfg.model_dir tmp_network_file = tmp_network_dir + os.path.sep + cfg.network_name tmp_trn_config_template = os.getcwd( ) + os.path.sep + cfg.network_trn_config tmp_data_dir = os.getcwd() + os.path.sep + cfg.tmp_data_dir tmp_nc_dir = tmp_data_dir + os.path.sep + cfg.tmp_nc_dir tmp_trn_nc_dir = tmp_nc_dir + os.path.sep + cfg.tmp_nc_dir_train tmp_trn_nc_scp = tmp_trn_nc_dir + os.path.sep + 'data.scp' tmp_val_nc_dir = tmp_nc_dir + os.path.sep + cfg.tmp_nc_dir_val tmp_val_nc_scp = tmp_val_nc_dir + os.path.sep + 'data.scp' tmp_mv_data = os.getcwd() + os.path.sep + cfg.tmp_name_mean_file
uvCmd = 'python %s %s %s %s %s %s' % ( uvScript, testDataDir, cfg.lf0UVExternalThre, cfg.lf0ext, cfg.lf0UVExternalExt, cfg.lf0UVExternalDir) exe_cmd(uvCmd, cfg.debug) if cfg.lf02f0: f0Script = os.path.join(cfg.path_pyTools, 'speechTools/f0convert.py') f0Cmd = 'python %s %s %s %s' % (f0Script, testDataDir, cfg.lf0ext, cfg.f0ext) exe_cmd(f0Cmd, cfg.debug) if __name__ == "__main__": # prepare test data if cfg.step03: display.self_print_with_date('Step3. Generating from networks', 'h') if cfg.step03Prepare_DATA is True: testDataDirs = prepareData(cfg.nnDataDirNameTest) else: testDataDirs = [] display.self_print('Skip packaing data', 'highlight') # for each test data dir for testDataDir in testDataDirs: display.self_print(testDataDir, 'highlight') if cfg.step03NNGen is True: # generate output data (HTK format) from CURRENNT genSynCfg(testDataDir) # extract the output features from the HTK genreated by CURRENNT genSplit(cfg.outputDir)
cfg.outputExt): outputScpList.append(dataSaveDir + os.path.sep + featName + '.scp') # calculate mean and std if dataPart == cfg.computMeanStdOn and cfg.step01Prepare_MV is True: display.self_print('Calculating mean and std', 'highlight') meanStdTool.meanStdNormMask( inputScpList, cfg.inputDim, cfg.inputNormMask, dataSaveDir + os.path.sep + cfg.nnDataInputMV) display.self_print( "\nSave input mean-std as %s" % (os.path.join(dataSaveDir, cfg.nnDataInputMV)), 'highlight') meanStdTool.meanStdNormMask( outputScpList, cfg.outputDim, cfg.outputNormMask, dataSaveDir + os.path.sep + cfg.nnDataOutputMV) display.self_print( "\nSave output mean-std as %s" % (os.path.join(dataSaveDir, cfg.nnDataOutputMV)), 'highlight') else: display.self_print('skip calculating mean and std', 'highlight') if __name__ == "__main__": if cfg.step01: display.self_print_with_date('Step1. preparing data', 'h') prepareData() else: display.self_print_with_date('skip step1(preparing data)', 'h')
'ok') display.self_print( "Also check %s" % (os.path.join(model_dir, cfg.tmp_network_trn_log)), 'ok') display.self_print( "Also check %s" % (os.path.join(model_dir, cfg.tmp_network_trn_err)), 'ok') exe_cmd(runCmd, cfg.debug) display.self_print_with_date( 'Processed terminated. Please check %s %s' % (os.path.join(model_dir, cfg.tmp_network_trn_log), os.path.join(model_dir, cfg.tmp_network_trn_err)), 'ok') if __name__ == '__main__': if cfg.step02: display.self_print_with_date('Step2. network training', 'h') if not os.path.isdir(cfg.model_dir): raise Exception("Error: cannot find %s" % (cfg.model_dir)) if cfg.step02train_CFG: prepareCURRENNT(cfg.model_dir) if cfg.step02train_TRAIN: trainCURRENNT(cfg.model_dir) else: display.self_print_with_date('skip step2(network training)', 'h')
except ImportError: print("Error: cannot load library: ", sys.argv[1]) quit() sys.path.append(cfg.path_pyTools) from pyTools import display def exe_cmd(cmd, debug=False): display.self_print(cmd + '\n', 'highlight') if not debug: os.system(cmd) if cfg.step1: display.self_print_with_date('Step1. preparing data', 'h') assert len(cfg.step1s) == 5, 'len(step1s) should be 5 %s' % (sys.argv[1]) if os.path.dirname(cfg.tmp_data_dir): tmp_data_dir = cfg.tmp_data_dir else: tmp_data_dir = os.getcwd() + os.path.sep + cfg.tmp_data_dir tmp_data_scp_dir = tmp_data_dir + os.path.sep + cfg.tmp_scp_name tmp_train_lst = tmp_data_scp_dir + os.path.sep + cfg.tmp_scp_train_name tmp_val_lst = tmp_data_scp_dir + os.path.sep + cfg.tmp_scp_val_name tmp_idx_dir = tmp_data_dir + os.path.sep + cfg.tmp_idx_dir tmp_wav_mu_dir = tmp_data_dir + os.path.sep + cfg.tmp_wav_mu_law_dir tmp_wav_float_dir = tmp_data_dir + os.path.sep + cfg.tmp_wav_float_dir try: