data_dev_path = '/home/chengtao/june/data/svm_pos/dev' data_tes_path = '/home/chengtao/june/data/svm_pos/tes' plot_roc.beg_plt() best = 0.00 best_hype = '' for sco in sorted(os.listdir(lstm_path)): if 'info' in sco: continue H = X_obj.SCO_obj(lstm_path+'/'+sco+'/score') auc,fpr,tpr = H.read_report() if auc > best: best = auc best_hype = sco #plot_roc.get_plt(auc,fpr,tpr,'lstm'+sco) H = X_obj.SCO_obj(logr_path+'/0.001/score') auc,fpr,tpr = H.read_report() plot_roc.get_plt(auc,fpr,tpr,'logr') H = X_obj.SCO_obj(lstm_path+'/'+best_hype+'/score') auc,fpr,tpr = H.read_report() plot_roc.get_plt(auc,fpr,tpr,'lstm') print best_hype plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_svm.pkl','svm') plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_hmm.pkl','hmm') plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_cld.pkl','cld',True) plot_roc.end_plt('scores.png')
data_tes_path = '/home/chengtao/june/data/svm_pos/tes' plot_roc.beg_plt() best = 0.00 best_hype = '' for sco in sorted(os.listdir(lstm_path)): if 'info' in sco: continue H = X_obj.SCO_obj(lstm_path+'/'+sco+'/score') auc,fpr,tpr = H.read_report() if auc > best: best = auc best_hype = sco #plot_roc.get_plt(auc,fpr,tpr,'lstm'+sco) H = X_obj.SCO_obj(logr_path+'/0.001/score') auc,fpr,tpr = H.read_report() plot_roc.get_plt(auc,fpr,tpr,'logr 0.001') H = X_obj.SCO_obj(lstm_path+'/'+best_hype+'/score') auc,fpr,tpr = H.read_report() plot_roc.get_plt(auc,fpr,tpr,'lstm 16_3_0.001') print best_hype plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_hmm.pkl','hmm: 1st stage') plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_svm.pkl','svm: 2nd stage') plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_cld.pkl','cloud operating point',True) plot_roc.end_plt('2015-1027-1145.png')
plot_roc.beg_plt() best = 0.00 best_hype = '' for sco in sorted(os.listdir(lstm_path)): if 'info' in sco: continue if sys.argv[1] not in sco: continue H = X_obj.SCO_obj(lstm_path+'/'+sco+'/score') auc,fpr,tpr = H.read_report() if auc > best: best = auc best_hype = sco plot_roc.get_plt(auc,fpr,tpr,'lstm '+sco) #H = X_obj.SCO_obj(logr_path+'/0.001/score') #auc,fpr,tpr = H.read_report() #plot_roc.get_plt(auc,fpr,tpr,'logr 0.001') #H = X_obj.SCO_obj(lstm_path+'/'+best_hype+'/score') #auc,fpr,tpr = H.read_report() #plot_roc.get_plt(auc,fpr,tpr,'lstm 16_3_0.001') print best_hype #plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_hmm.pkl','hmm: 1st stage') #plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_svm.pkl','svm: 2nd stage') plot_roc.sco_plt(data_dev_path+'/targets_utt.ark',data_dev_path+'/results_cld.pkl','cloud operating point',True) plot_roc.end_plt('2015-1027-1207_{}.png'.format(sys.argv[1]))