def vis_results(dorig, vposer_model, bm, imgpath):
from human_body_prior.mesh import MeshViewer
from human_body_prior.tools.omni_tools import copy2cpu as c2c
import trimesh
from human_body_prior.tools.omni_tools import colors
from human_body_prior.tools.omni_tools import apply_mesh_tranfsormations_
from human_body_prior.tools.visualization_tools import imagearray2file
from human_body_prior.train.vposer_smpl import VPoser
view_angles = [0, 180, 90, -90]
imw, imh = 800, 800
batch_size = len(dorig['pose_aa'])
mv = MeshViewer(width=imw, height=imh, use_offscreen=True)
mv.render_wireframe = True
dorig_aa = dorig['pose_aa']
prec_aa = vposer_model(dorig_aa, output_type='aa')['pose_aa'].view(batch_size,-1)
if hasattr(vposer_model, 'module'):
pgen_aa = vposer_model.module.sample_poses(num_poses=batch_size, output_type='aa')
else:
pgen_aa = vposer_model.sample_poses(num_poses=batch_size, output_type='aa')
pgen_aa = pgen_aa.view(batch_size,-1)
dorig_aa = dorig_aa.view(batch_size, -1)
images = np.zeros([len(view_angles), batch_size, 1, imw, imh, 3])
images_gen = np.zeros([len(view_angles), batch_size, 1, imw, imh, 3])
for cId in range(0, batch_size):
bm.pose_body.data[:] = bm.pose_body.new(dorig_aa[cId])
orig_body_mesh = trimesh.Trimesh(vertices=c2c(bm().v[0]), faces=c2c(bm.f), vertex_colors=np.tile(colors['grey'], (6890, 1)))
bm.pose_body.data[:] = bm.pose_body.new(prec_aa[cId])
rec_body_mesh = trimesh.Trimesh(vertices=c2c(bm().v[0]), faces=c2c(bm.f), vertex_colors=np.tile(colors['blue'], (6890, 1)))
bm.pose_body.data[:] = bm.pose_body.new(pgen_aa[cId])
gen_body_mesh = trimesh.Trimesh(vertices=c2c(bm().v[0]), faces=c2c(bm.f), vertex_colors=np.tile(colors['blue'], (6890, 1)))
all_meshes = [orig_body_mesh, rec_body_mesh, gen_body_mesh]
for rId, angle in enumerate(view_angles):
if angle != 0: apply_mesh_tranfsormations_(all_meshes, trimesh.transformations.rotation_matrix(np.radians(angle), (0, 1, 0)))
mv.set_meshes([orig_body_mesh, rec_body_mesh], group_name='static')
images[rId, cId, 0] = mv.render()
mv.set_meshes([gen_body_mesh], group_name='static')
images_gen[rId, cId, 0] = mv.render()
if angle != 0: apply_mesh_tranfsormations_(all_meshes, trimesh.transformations.rotation_matrix(np.radians(-angle), (0, 1, 0)))
imagearray2file(images, imgpath)
imagearray2file(images_gen, imgpath.replace('.png','_gen.png'))
def dump_vposer_samples(bm, pose_body, out_imgpath=False, save_ply=False):
'''
:param bm: the BodyModel instance
:param pose_body: Nx63 will pose the body
:param out_imgpath: the final png path
:param save_ply: if True will dump as ply files
:return:
'''
view_angles = [0, 90, -90]
imw, imh = 400, 400
mv = MeshViewer(width=imw, height=imh, use_offscreen=True)
images = np.zeros([len(view_angles), len(pose_body), 1, imw, imh, 3])
for cId in range(0, len(pose_body)):
bm.pose_body.data[:] = bm.pose_body.new(pose_body[cId].reshape(-1))
body_mesh = trimesh.Trimesh(vertices=c2c(bm().v[0]),
faces=c2c(bm.f),
vertex_colors=np.tile(
colors['grey'], (6890, 1)))
for rId, angle in enumerate(view_angles):
apply_mesh_tranfsormations_(
[body_mesh],
trimesh.transformations.rotation_matrix(
np.radians(angle), (0, 1, 0)))
mv.set_meshes([body_mesh], group_name='static')
images[rId, cId, 0] = mv.render()
apply_mesh_tranfsormations_(
[body_mesh],
trimesh.transformations.rotation_matrix(
np.radians(-angle), (0, 1, 0)))
if out_imgpath:
imagearray2file(images, out_imgpath)
np.savez(out_imgpath.replace('.png', '.npz'), pose=pose_body)
if save_ply:
im_id = os.path.basename(out_imgpath).split('.')[0]
out_dir = makepath(
os.path.join(os.path.dirname(out_imgpath), '%s_ply' % im_id))
smpl_params2ply(bm, out_dir=out_dir, pose_body=pose_body)
print('Saved image: %s' % out_imgpath)
return images
for fId in tqdm(range(1, bdata['poses'].shape[0], step)):
if count > T: break
body = bm(pose_body=pose_body[fId:fId+1], pose_hand=pose_hand[fId:fId+1], betas=betas, root_orient=root_orient[fId:fId+1])
body_mesh = trimesh.Trimesh(vertices=c2c(body.v[0]), faces=faces, vertex_colors=np.tile(colors['grey'], (6890, 1)))
joints_mesh = points_to_spheres(c2c(body.Jtr[0]), vc=colors['red'])
mrks = bdata['marker_data'][fId] - bdata['trans'][fId]
mrks_mesh = points_to_spheres(mrks, vc=colors['blue'])
all_meshes = [body_mesh] + joints_mesh + mrks_mesh
apply_mesh_tranfsormations_(all_meshes, trimesh.transformations.rotation_matrix(np.radians(-90), (1, 0, 0)))
apply_mesh_tranfsormations_(all_meshes, trimesh.transformations.rotation_matrix(np.radians(-90), (0, 1, 0)))
mv.set_static_meshes(mrks_mesh)
images[0, 0, count] = mv.render()
mv.set_static_meshes([body_mesh])
images[0, 1, count] = mv.render()
mv.set_static_meshes([body_mesh]+joints_mesh)
images[0, 2, count] = mv.render(render_wireframe=True)
apply_mesh_tranfsormations_(all_meshes, trimesh.transformations.rotation_matrix(np.radians(90), (0, 1, 0)))
mv.set_static_meshes(mrks_mesh)
images[1, 0, count] = mv.render()
mv.set_static_meshes([body_mesh])
images[1, 1, count] = mv.render()
mv.set_static_meshes([body_mesh]+joints_mesh)
images[1, 2, count] = mv.render(render_wireframe=True)
count += 1
imagearray2file(images, './teaser.gif')
