# vis_faceNormalData = [f.swapaxes(0,1) for f in vis_faceNormalData]
# vis_f2face_trans , vis_f2face_rot = utility.ComputeHeadOrientation(glViewer.g_skeletons, vis_faceNormalData)
# glViewer.SetFaceParmDataWithTrans(vis_faceData,True, vis_f2face_trans, vis_f2face_rot)
# ####################################
# ## Visualize Speaking
vis_speakGT = [
speech_group[2]['indicator'], speech_group[0]['indicator'],
speech_group[1]['indicator']
]
glViewer.setSpeechGT_binary(vis_speakGT)
vis_speak_pred = [
pred_speak_binary
] # speech_group[0]['indicator'], speech_group[1]['indicator']]
glViewer.setSpeech_binary(vis_speak_pred)
glViewer.init_gl()
# """Compute turn changing time"""
# speechSig = test_sppech_raw[2,:]
# turnChange = np.where(abs(speechSig[1:] - speechSig[:-1] ) >0.5)[0]
# """Show only turn change time"""
# frameLeng = posData[0].shape[1]
# print(turnChange)
# selectedFrames = []
# for f in turnChange:
# fStart = max(f - 90,0)
# fEnd = min(f + 90,frameLeng-1)
# selectedFrames += range(fStart,fEnd)
####################################################################################
# Visualization
""" Visualize Location + Orientation """
glViewer.setPosOnly(final_vis_posData)
glViewer.setFaceNormal(final_vis_faceNormalData)
glViewer.setBodyNormal(final_vis_bodyNormalData)
"""Visualize Trajectory"""
#glViewer.set_Holden_Trajectory_3(final_vis_holdenTraj, initTrans=final_vis_holdenTraj_holden_initTrans, initRot=final_vis_holdenTraj_holden_initRot) #pred
"""Visualize Body"""
glViewer.set_Holden_Data_73(final_vis_bodyData,
ignore_root=False,
initRot=final_vis_body_initRot,
initTrans=final_vis_body_initTrans,
bIsGT=False)
"""Visualize Speech"""
glViewer.setSpeech_binary(final_vis_speak)
"""Visualize face"""
#glViewer.SetFaceParmData(vis_faceData,False)
vis_f2face_trans, vis_f2face_rot = utility.ComputeHeadOrientation(
glViewer.g_skeletons, final_vis_faceNormalData)
glViewer.SetFaceParmDataWithTrans(final_vis_faceData, True,
vis_f2face_trans, vis_f2face_rot)
"""Render output to videos"""
if bRender:
glViewer.setSaveOnlyMode(True)
glViewer.setSave(True)
glViewer.setSaveFoldeName(outputFolder)
glViewer.LoadCamViewInfo()
glViewer.init_gl()
plt.title('Prediction (probability)')
#plt.ion()
plt.show()
#plt.pause(1)
bVisualize = False
if bVisualize:
#by jhugestar
sys.path.append('/ssd/codes/glvis_python/')
#from glViewer import SetFaceParmData,setSpeech,setSpeechGT,setSpeech_binary, setSpeechGT_binary, init_gl #opengl visualization
import glViewer
maxFrameNum = 2000
frameNum = test_X_vis.shape[0]
startIdx = 0
test_X_vis = np.swapaxes(
test_X_vis, 0,
1) #(frames, 200) ->(200, frames) where num can be thought as frames
while startIdx < frameNum:
endIdx = min(frameNum, startIdx + maxFrameNum)
glViewer.setSpeechGT_binary([test_Y_cropped[startIdx:endIdx]])
glViewer.setSpeech_binary([pred_binary[startIdx:endIdx]])
glViewer.SetFaceParmData([test_X_vis[:, startIdx:endIdx]])
glViewer.init_gl()
startIdx += maxFrameNum
glViewer.setPosOnly(vis_posData)
glViewer.setFaceNormal(vis_faceNormalData)
glViewer.setBodyNormal(vis_bodyNormalData)
"""Visualize Trajectory"""
glViewer.set_Holden_Trajectory_3(traj_list_holdenForm, initTrans=pred_initTrans_list, initRot=pred_initRot_list) #pred
#glViewer.set_Holden_Trajectory_3(gt_traj_list_holdenForm, initTrans=gt_initTrans_list, initRot=gt_initRot_list) #GT
#glViewer.set_Holden_Trajectory_3([ bodyData[0][-7:-4,:], bodyData[1][-7:-4,:], bodyData[2][-7:-4,:] ], initRot=initRot, initTrans= initTrans)
"""Visualize Body"""
#glViewer.set_Holden_Data_73([output_body_np],initTrans=initTrans_list,initRot=initRot_list)
glViewer.set_Holden_Data_73(vis_bodyData, ignore_root=False, initRot=vis_bodyGT_initRot, initTrans= vis_bodyGT_initTrans, bIsGT=False)
#glViewer.set_Holden_Data_73(vis_bodyData, ignore_root=False, initRot=vis_bodyGT_initRot, initTrans= vis_bodyGT_initTrans, bIsGT=True)
"""Visualize Speech"""
glViewer.setSpeech_binary( vis_speech )
"""Render output to videos"""
if bRender:
glViewer.setSaveOnlyMode(True)
glViewer.setSave(True)
glViewer.setSaveFoldeName(outputFolder)
glViewer.LoadCamViewInfo()
glViewer.init_gl()
# Compute error
##Draw Error Figure
