def main(): args = DemoOptions().parse() args.use_smplx = True device = torch.device( 'cuda') if torch.cuda.is_available() else torch.device('cpu') assert torch.cuda.is_available(), "Current version only supports GPU" hand_bbox_detector = HandBboxDetector('third_view', device) #Set Mocap regressor body_mocap = BodyMocap(args.checkpoint_body_smplx, args.smpl_dir, device=device, use_smplx=True) hand_mocap = HandMocap(args.checkpoint_hand, args.smpl_dir, device=device) # Set Visualizer if args.renderer_type in ['pytorch3d', 'opendr']: from renderer.screen_free_visualizer import Visualizer else: from renderer.visualizer import Visualizer visualizer = Visualizer(args.renderer_type) run_frank_mocap(args, hand_bbox_detector, body_mocap, hand_mocap, visualizer)
def main(args): args.use_smplx = True device = torch.device( 'cuda') if torch.cuda.is_available() else torch.device('cpu') assert torch.cuda.is_available(), "Current version only supports GPU" #Set Bbox detector bbox_detector = HandBboxDetector(args.view_type, device) # Set Mocap regressor hand_mocap = HandMocap(args.checkpoint_hand, args.smpl_dir, device=device) # Set Visualizer if args.renderer_type in ['pytorch3d', 'opendr']: from renderer.screen_free_visualizer import Visualizer else: from renderer.visualizer import Visualizer visualizer = Visualizer(args.renderer_type) args.out_dir = os.path.join( "/output/annotations/", args.input_path.replace("/data/sessions_processed/final_dataset/", "").split(".")[0], f"hand_bboxes_0.2") print(args.out_dir) assert os.path.exists(args.out_dir) # run run_hand_mocap(args, bbox_detector, hand_mocap, visualizer)
def __init__(self): self.args = DemoOptions().parse() self.args.use_smplx = True self.args.save_pred_pkl = True self.device = torch.device( 'cuda') if torch.cuda.is_available() else torch.device('cpu') self.bbox_detector = HandBboxDetector(self.args.view_type, self.device) self.hand_mocap = HandMocap(self.args.checkpoint_hand, self.args.smpl_dir, device=self.device) self.visualizer = Visualizer(self.args.renderer_type)
def main(): args = DemoOptions().parse() args.use_smplx = True device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu') assert torch.cuda.is_available(), "Current version only supports GPU" hand_bbox_detector = HandBboxDetector('third_view', device) #Set Mocap regressor body_mocap = BodyMocap(args.checkpoint_body_smplx, args.smpl_dir, device = device, use_smplx= True) hand_mocap = HandMocap(args.checkpoint_hand, args.smpl_dir, device = device) run_frank_mocap(args, hand_bbox_detector, body_mocap, hand_mocap)
def run_from_list(args): assert os.path.exists(args.list) with open(args.list, "r") as f: lines = f.readlines() args.save_frame = False args.no_video_out = True args.use_smplx = True device = torch.device( 'cuda') if torch.cuda.is_available() else torch.device('cpu') assert torch.cuda.is_available(), "Current version only supports GPU" #Set Bbox detector bbox_detector = HandBboxDetector(args.view_type, device) # Set Mocap regressor hand_mocap = HandMocap(args.checkpoint_hand, args.smpl_dir, device=device) # Set Visualizer if args.renderer_type in ['pytorch3d', 'opendr']: from renderer.screen_free_visualizer import Visualizer else: from renderer.visualizer import Visualizer visualizer = Visualizer(args.renderer_type) for i in range(1, len(lines)): t0 = time.time() path = lines[i].replace("\n", "") session, task = (path.split(".")[0]).split("/")[-2:] args.input_path = path args.out_dir = f"/output/annotations/{session}/{task}/hand_bboxes_0.2/" if not args.replace and os.path.exists( os.path.join(args.out_dir, MARKER)): print( f"[{i}/{len(lines)-1}] Landmarks already extracted for this video -> '{args.out_dir}'" ) continue print( f"[{i}/{len(lines)-1}] Extracting hand landmarks of '{session} - {task}'" ) # run run_hand_mocap(args, bbox_detector, hand_mocap, visualizer) print(f"[FINISHED] Time: {time.time() - t0} s")
if not os.path.exists(args.out_dir): os.makedirs(args.out_dir) elif not args.replace and os.path.exists(os.path.join(args.out_dir, f"finished.marker")): print(f"[{i}/{len(lines)-1}] Already processed video -> '{args.out_dir}'") continue print(f"[{i}/{len(lines)-1}] Processing video '{args.input_path}' -> '{args.out_dir}'") run_hand_mocap(args, bbox_detector) print(f"[FINISHED] Time: {time.time() - t0} s") if __name__ == '__main__': args = DemoOptions().parse() args.use_smplx = True device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu') assert torch.cuda.is_available(), "Current version only supports GPU" #Set Bbox detector bbox_detector = HandBboxDetector(args.view_type, device, th=args.th_hands) if args.list: run_from_list(args, bbox_detector) else: root = "/data/sessions_processed/final_dataset/" args.out_dir = os.path.join(args.out_dir, args.input_path.replace(root, "").split(".")[0], f"hand_bboxes_{args.th_hands}") if not os.path.exists(args.out_dir): os.makedirs(args.out_dir) run_hand_mocap(args, bbox_detector)