def main(camera_id, filename, hrnet_m, hrnet_c, hrnet_j, hrnet_weights, hrnet_joints_set, image_resolution, single_person, use_tiny_yolo, disable_tracking, max_batch_size, disable_vidgear, save_video, video_format, video_framerate, device, exercise_type): if device is not None: device = torch.device(device) else: if torch.cuda.is_available(): torch.backends.cudnn.deterministic = True device = torch.device('cuda') else: device = torch.device('cpu') # print(device) image_resolution = ast.literal_eval(image_resolution) has_display = 'DISPLAY' in os.environ.keys() or sys.platform == 'win32' video_writer = None if filename is not None: video = cv2.VideoCapture(filename) assert video.isOpened() else: if disable_vidgear: video = cv2.VideoCapture(camera_id) assert video.isOpened() else: video = CamGear(camera_id).start() if use_tiny_yolo: yolo_model_def = "./models/detectors/yolo/config/yolov3-tiny.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3-tiny.weights" else: yolo_model_def = "./models/detectors/yolo/config/yolov3.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3.weights" model = SimpleHRNet(hrnet_c, hrnet_j, hrnet_weights, model_name=hrnet_m, resolution=image_resolution, multiperson=not single_person, return_bounding_boxes=not disable_tracking, max_batch_size=max_batch_size, yolo_model_def=yolo_model_def, yolo_class_path=yolo_class_path, yolo_weights_path=yolo_weights_path, device=device) if not disable_tracking: prev_boxes = None prev_pts = None prev_person_ids = None next_person_id = 0 flag = 0 prev_flag = flag counter = 0 angle = 0 dist = 0 prev_dist = dist while True: t = time.time() if filename is not None or disable_vidgear: ret, frame = video.read() if not ret: break else: frame = video.read() if frame is None: break pts = model.predict(frame) if not disable_tracking: boxes, pts = pts if not disable_tracking: if len(pts) > 0: if prev_pts is None and prev_person_ids is None: person_ids = np.arange(next_person_id, len(pts) + next_person_id, dtype=np.int32) next_person_id = len(pts) + 1 else: boxes, pts, person_ids = find_person_id_associations( boxes=boxes, pts=pts, prev_boxes=prev_boxes, prev_pts=prev_pts, prev_person_ids=prev_person_ids, next_person_id=next_person_id, pose_alpha=0.2, similarity_threshold=0.4, smoothing_alpha=0.1, ) next_person_id = max(next_person_id, np.max(person_ids) + 1) else: person_ids = np.array((), dtype=np.int32) prev_boxes = boxes.copy() prev_pts = pts.copy() prev_person_ids = person_ids else: person_ids = np.arange(len(pts), dtype=np.int32) start_point = (45, 5) end_point = (1300, 250) colorr = (0, 0, 0) thicknessr = -1 frame = cv2.rectangle(frame, start_point, end_point, colorr, thicknessr) if exercise_type == 1: #for pushUps for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame, angle = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10, exercise_type=1) fps = 1. / (time.time() - t) print('\rframerate: %f fps' % fps, end='') #angle=findangle(frame, pts, joints_dict()[hrnet_joints_set]['skeleton']) font = cv2.FONT_HERSHEY_SIMPLEX x, y, l = frame.shape org = (50, 80) fontScale = 1 color = (255, 255, 255) thickness = 2 frame = cv2.putText(frame, str(angle), org, font, fontScale, color, thickness, cv2.LINE_AA) if (len(pts) > 0): if (angle > 150): flag = 0 if (angle < 90): flag = 1 if (prev_flag == 1 and flag == 0): counter = counter + 1 prev_flag = flag font = cv2.FONT_HERSHEY_SIMPLEX x, y, l = frame.shape org = (50, 180) fontScale = 4 color = (255, 255, 255) thickness = 8 text = "PushUps Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness, cv2.LINE_AA) elif exercise_type == 2: #for sitUps for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame, angle = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10, exercise_type=2) fps = 1. / (time.time() - t) print('\rframerate: %f fps' % fps, end='') #angle=findangle(frame, pts, joints_dict()[hrnet_joints_set]['skeleton']) font = cv2.FONT_HERSHEY_SIMPLEX x, y, l = frame.shape org = (50, 80) fontScale = 1 color = (255, 255, 255) thickness = 2 frame = cv2.putText(frame, str(angle), org, font, fontScale, color, thickness, cv2.LINE_AA) if (len(pts) > 0): if (angle > 168): flag = 0 if (angle < 48): flag = 1 if (prev_flag == 1 and flag == 0): counter = counter + 1 prev_flag = flag font = cv2.FONT_HERSHEY_SIMPLEX x, y, l = frame.shape org = (50, 180) fontScale = 4 color = (255, 255, 255) thickness = 8 text = "Squats Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness, cv2.LINE_AA) elif exercise_type == 3: #for ChinUps for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame, dist = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10, exercise_type=3) fps = 1. / (time.time() - t) print('\rframerate: %f fps' % fps, end='') #angle=findangle(frame, pts, joints_dict()[hrnet_joints_set]['skeleton']) font = cv2.FONT_HERSHEY_SIMPLEX x, y, l = frame.shape org = (50, 80) fontScale = 1 color = (255, 255, 255) thickness = 2 frame = cv2.putText(frame, str(dist), org, font, fontScale, color, thickness, cv2.LINE_AA) if (len(pts) > 0): if (dist == -1 and prev_dist == 1): counter = counter + 1 prev_dist = dist font = cv2.FONT_HERSHEY_SIMPLEX x, y, l = frame.shape org = (50, 180) fontScale = 4 color = (255, 255, 255) thickness = 8 text = "ChinUps Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness, cv2.LINE_AA) if has_display: cv2.imshow('frame.png', frame) k = cv2.waitKey(1) if k == 27: # Esc button if disable_vidgear: video.release() else: video.stop() break else: cv2.imwrite('frame.png', frame) if save_video: if video_writer is None: fourcc = cv2.VideoWriter_fourcc(*video_format) # video format video_writer = cv2.VideoWriter( 'arnleft.avi', fourcc, video_framerate, (frame.shape[1], frame.shape[0])) video_writer.write(frame) if save_video: video_writer.release()
def main(camera_id, filename, hrnet_c, hrnet_j, hrnet_weights, hrnet_joints_set, image_resolution, disable_tracking, max_nof_people, max_batch_size, disable_vidgear, save_video, video_format, video_framerate, device): if device is not None: device = torch.device(device) else: if torch.cuda.is_available(): torch.backends.cudnn.deterministic = True device = torch.device('cuda') else: device = torch.device('cpu') # print(device) has_display = 'DISPLAY' in os.environ.keys() or sys.platform == 'win32' video_writer = None if filename is not None: rotation_code = check_video_rotation(filename) video = cv2.VideoCapture(filename) assert video.isOpened() else: rotation_code = None if disable_vidgear: video = cv2.VideoCapture(camera_id) assert video.isOpened() else: video = CamGear(camera_id).start() model = SimpleHigherHRNet(hrnet_c, hrnet_j, hrnet_weights, resolution=image_resolution, return_bounding_boxes=not disable_tracking, max_nof_people=max_nof_people, max_batch_size=max_batch_size, device=device) if not disable_tracking: prev_boxes = None prev_pts = None prev_person_ids = None next_person_id = 0 while True: t = time.time() if filename is not None or disable_vidgear: ret, frame = video.read() if not ret: break if rotation_code is not None: frame = cv2.rotate(frame, rotation_code) else: frame = video.read() if frame is None: break pts = model.predict(frame) if not disable_tracking: boxes, pts = pts if not disable_tracking: if len(pts) > 0: if prev_pts is None and prev_person_ids is None: person_ids = np.arange(next_person_id, len(pts) + next_person_id, dtype=np.int32) next_person_id = len(pts) + 1 else: boxes, pts, person_ids = find_person_id_associations( boxes=boxes, pts=pts, prev_boxes=prev_boxes, prev_pts=prev_pts, prev_person_ids=prev_person_ids, next_person_id=next_person_id, pose_alpha=0.2, similarity_threshold=0.4, smoothing_alpha=0.1, ) next_person_id = max(next_person_id, np.max(person_ids) + 1) else: person_ids = np.array((), dtype=np.int32) prev_boxes = boxes.copy() prev_pts = pts.copy() prev_person_ids = person_ids else: person_ids = np.arange(len(pts), dtype=np.int32) for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10) fps = 1. / (time.time() - t) print('\rframerate: %f fps / detected people: %d' % (fps, len(pts)), end='') if has_display: cv2.imshow('frame.png', frame) k = cv2.waitKey(1) if k == 27: # Esc button if disable_vidgear: video.release() else: video.stop() break else: cv2.imwrite('frame.png', frame) if save_video: if video_writer is None: fourcc = cv2.VideoWriter_fourcc(*video_format) # video format video_writer = cv2.VideoWriter( 'output.avi', fourcc, video_framerate, (frame.shape[1], frame.shape[0])) video_writer.write(frame) if save_video: video_writer.release()
def live(camera_id, filename, hrnet_m, hrnet_c, hrnet_j, hrnet_weights, hrnet_joints_set, image_resolution, disable_tracking, max_batch_size, disable_vidgear, save_video, video_format, video_framerate, device): if device is not None: device = torch.device(device) else: if torch.cuda.is_available(): torch.backends.cudnn.deterministic = True device = torch.device('cuda') else: device = torch.device('cpu') # print(device) if save_video: print('save video.') image_resolution = ast.literal_eval(image_resolution) has_display = 'DISPLAY' in os.environ.keys() or sys.platform == 'win32' video_writer = None if filename is not None: rotation_code = check_video_rotation(filename) video = cv2.VideoCapture(filename) assert video.isOpened() else: rotation_code = None if disable_vidgear: video = cv2.VideoCapture(camera_id) assert video.isOpened() else: video = CamGear(camera_id).start() model = OnlySimpleHRNet(hrnet_c, hrnet_j, hrnet_weights, model_name=hrnet_m, resolution=image_resolution, max_batch_size=max_batch_size, return_bounding_boxes=True, device=device) nof_frames = video.get(cv2.CAP_PROP_FRAME_COUNT) if not disable_tracking: prev_boxes = None prev_pts = None prev_person_ids = None next_person_id = 0 index = 0 while True: t = time.time() if filename is not None or disable_vidgear: ret, frame = video.read() if not ret: break if rotation_code is not None: frame = cv2.rotate(frame, rotation_code) else: frame = video.read() if frame is None: break _ = None pts = model.predict(frame) if not disable_tracking: boxes, pts = pts # import pdb;pdb.set_trace() if not disable_tracking: if len(pts) > 0: if prev_pts is None and prev_person_ids is None: person_ids = np.arange(next_person_id, len(pts) + next_person_id, dtype=np.int32) next_person_id = len(pts) + 1 else: boxes, pts, person_ids = find_person_id_associations( boxes=boxes, pts=pts, prev_boxes=prev_boxes, prev_pts=prev_pts, prev_person_ids=prev_person_ids, next_person_id=next_person_id, pose_alpha=0.2, similarity_threshold=0.4, smoothing_alpha=0.1, ) next_person_id = max(next_person_id, np.max(person_ids) + 1) else: person_ids = np.array((), dtype=np.int32) prev_boxes = boxes.copy() prev_pts = pts.copy() prev_person_ids = person_ids else: person_ids = np.arange(len(pts), dtype=np.int32) for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10) color_map = ['red', 'green', 'blue', 'yellow', 'purple', 'white'] fps = 1. / (time.time() - t) print('\rframe: % 4d / %d - framerate: %f fps ' % (index, nof_frames - 1, fps), end='') index += 1 # if has_display: # cv2.imshow('frame.png', frame) # k = cv2.waitKey(1) # if k == 27: # Esc button # if disable_vidgear: # video.release() # else: # video.stop() # break # else: # cv2.imwrite('frame.png', frame) video_full_name = filename.split('/')[-1] output_root = '/home/mmlab/CCTV_Server/golf/output' output_path = os.path.join(output_root, video_full_name) if save_video: if video_writer is None: fourcc = cv2.VideoWriter_fourcc(*video_format) # video format video_writer = cv2.VideoWriter( output_path, fourcc, video_framerate, (frame.shape[1], frame.shape[0])) video_writer.write(frame) if save_video: video_writer.release()
def image_keypoint( frame, camera_id=0, filename=None, hrnet_m='HRNet', hrnet_c=48, hrnet_j=17, hrnet_weights="/media/koshiba/Data/simple-HRNet/weights/pose_hrnet_w48_384x288.pth", hrnet_joints_set="coco", image_resolution='(384, 288)', single_person="store_true", use_tiny_yolo="store_true", disable_tracking="store_true", max_batch_size=16, disable_vidgear="store_true", save_video="store_true", video_format='MJPG', video_framerate=30, device=None): torch.backends.cudnn.deterministic = True device = torch.device('cuda') inputPath = '/media/koshiba/Data/simple-HRNet/inputData' hrnetPath = '/media/koshiba/Data/simple-HRNet' # print(device) image_resolution = ast.literal_eval(image_resolution) video_writer = None ''' videoName = filename.split('/')[-1][:-4] print(videoName) rotation_code = check_video_rotation(filename) video = cv2.VideoCapture(filename) assert video.isOpened() width = int(video.get(cv2.CAP_PROP_FRAME_WIDTH)) #幅 height = int(video.get(cv2.CAP_PROP_FRAME_HEIGHT)) #高 frame_rate = int(video.get(cv2.CAP_PROP_FPS)) #FPS print(width, height, frame_rate) fourcc = cv2.VideoWriter_fourcc('m','p','4','v') #mp4出力 video_writer = cv2.VideoWriter('/media/koshiba/Data/simple-HRNet/outputData/' + videoName + '_output.mp4', fourcc, frame_rate, (width, height)) ''' if use_tiny_yolo: yolo_model_def = hrnetPath + "/models/detectors/yolo/config/yolov3-tiny.cfg" yolo_class_path = hrnetPath + "/models/detectors/yolo/data/coco.names" yolo_weights_path = hrnetPath + "/models/detectors/yolo/weights/yolov3-tiny.weights" else: yolo_model_def = hrnetPath + "/models/detectors/yolo/config/yolov3.cfg" yolo_class_path = hrnetPath + "/models/detectors/yolo/data/coco.names" yolo_weights_path = hrnetPath + "/models/detectors/yolo/weights/yolov3.weights" model = SimpleHRNet(hrnet_c, hrnet_j, hrnet_weights, model_name=hrnet_m, resolution=image_resolution, multiperson=not single_person, return_bounding_boxes=not disable_tracking, max_batch_size=max_batch_size, yolo_model_def=yolo_model_def, yolo_class_path=yolo_class_path, yolo_weights_path=yolo_weights_path, device=device) if not disable_tracking: prev_boxes = None prev_pts = None prev_person_ids = None next_person_id = 0 ''' while True: t = time.time() if filename is not None or disable_vidgear: ret, frame = video.read() if not ret: break if rotation_code is not None: frame = cv2.rotate(frame, rotation_code) else: frame = video.read() if frame is None: break ''' pts = model.predict(frame) if not disable_tracking: boxes, pts = pts if not disable_tracking: if len(pts) > 0: if prev_pts is None and prev_person_ids is None: person_ids = np.arange(next_person_id, len(pts) + next_person_id, dtype=np.int32) next_person_id = len(pts) + 1 else: boxes, pts, person_ids = find_person_id_associations( boxes=boxes, pts=pts, prev_boxes=prev_boxes, prev_pts=prev_pts, prev_person_ids=prev_person_ids, next_person_id=next_person_id, pose_alpha=0.2, similarity_threshold=0.4, smoothing_alpha=0.1, ) next_person_id = max(next_person_id, np.max(person_ids) + 1) else: person_ids = np.array((), dtype=np.int32) prev_boxes = boxes.copy() prev_pts = pts.copy() prev_person_ids = person_ids else: person_ids = np.arange(len(pts), dtype=np.int32) for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10) ''' if video_writer is None: fourcc = cv2.VideoWriter_fourcc(*video_format) # video format video_writer = cv2.VideoWriter('/media/koshiba/Data/simple-HRNet/outputData/' + videoName + '_output.avi', fourcc, video_framerate, (frame.shape[1], frame.shape[0])) video_writer.write(frame) video_writer.release() print(person_ids) ''' #print(pts) return pts, frame
def main(camera_id, filename, hrnet_m, hrnet_c, hrnet_j, hrnet_weights, hrnet_joints_set, image_resolution, single_person, use_tiny_yolo, disable_tracking, max_batch_size, disable_vidgear, save_video, video_format, video_framerate, device): if device is not None: device = torch.device(device) else: if torch.cuda.is_available(): torch.backends.cudnn.deterministic = True device = torch.device('cuda:0') else: device = torch.device('cpu') image_resolution = ast.literal_eval(image_resolution) has_display = 'DISPLAY' in os.environ.keys() or sys.platform == 'win32' video_writer = None falldown = FallDown() if foldername is not None: images_path = foldername images_name = os.listdir(images_path) images_path = [os.path.join(images_path, name) for name in images_name] images_path.sort() else: if filename is not None: rotation_code = check_video_rotation(filename) video = cv2.VideoCapture(filename) assert video.isOpened() else: rotation_code = None if disable_vidgear: video = cv2.VideoCapture(camera_id) assert video.isOpened() else: video = CamGear(camera_id).start() if use_tiny_yolo: yolo_model_def = "./models/detectors/yolo/config/yolov3-tiny.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3-tiny.weights" else: yolo_model_def = "./models/detectors/yolo/config/yolov3.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3.weights" model = SimpleHRNet(hrnet_c, hrnet_j, hrnet_weights, model_name=hrnet_m, resolution=image_resolution, multiperson=not single_person, return_bounding_boxes=not disable_tracking, max_batch_size=max_batch_size, yolo_model_def=yolo_model_def, yolo_class_path=yolo_class_path, yolo_weights_path=yolo_weights_path, device=device) if not disable_tracking: prev_boxes = None prev_pts = None prev_person_ids = None next_person_id = 0 step = 0 while True: t = time.time() if foldername is None: if filename is not None or disable_vidgear: ret, frame = video.read() if not ret: break if rotation_code is not None: frame = cv2.rotate(frame, rotation_code) else: frame = video.read() if frame is None: break else: if step >= len(images_path): break # Pre-process images = [] images_origin = [] path = images_path[step] frame = cv2.imread(path, cv2.IMREAD_COLOR) if frame is None: logging.error("read image error: {}. skip it.".format(path)) continue pts = model.predict(frame) if not disable_tracking: boxes, pts = pts if not disable_tracking: if len(pts) > 0: if prev_pts is None and prev_person_ids is None: person_ids = np.arange(next_person_id, len(pts) + next_person_id, dtype=np.int32) next_person_id = len(pts) + 1 else: boxes, pts, person_ids = find_person_id_associations( boxes=boxes, pts=pts, prev_boxes=prev_boxes, prev_pts=prev_pts, prev_person_ids=prev_person_ids, next_person_id=next_person_id, pose_alpha=0.2, similarity_threshold=0.4, smoothing_alpha=0.1, ) next_person_id = max(next_person_id, np.max(person_ids) + 1) else: person_ids = np.array((), dtype=np.int32) prev_boxes = boxes.copy() prev_pts = pts.copy() prev_person_ids = person_ids else: person_ids = np.arange(len(pts), dtype=np.int32) for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10) frame = falldown.check_fall_down( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], video_framerate) fps = 1. / (time.time() - t) print('\rframerate: %f fps' % fps, end='') if has_display: cv2.imshow('frame.png', frame) k = cv2.waitKey(1) if k == 27: # Esc button if disable_vidgear: video.release() else: video.stop() break else: cv2.imwrite('frame.png', frame) if save_video: if video_writer is None: fourcc = cv2.VideoWriter_fourcc(*video_format) # video format video_writer = cv2.VideoWriter( 'output.avi', fourcc, video_framerate, (frame.shape[1], frame.shape[0])) video_writer.write(frame) if save_video: video_writer.release()
def generate_output( input_filename="test.mp4", output_filename="output.mp4", exercise_type=1, email='*****@*****.**', camera_id=0, hrnet_weights="./weights/w32_256×192.pth", image_resolution="(256,192)", hrnet_j=17, hrnet_m="HRNet", hrnet_c=32, hrnet_joints_set="coco", single_person=True, use_tiny_yolo=False, disable_tracking=False, max_batch_size=16, disable_vidgear=False, save_video=True, video_format="MJPG", video_framerate=30, device=None, ): if device is not None: device = torch.device(device) else: if torch.cuda.is_available(): torch.backends.cudnn.deterministic = True device = torch.device("cuda") else: device = torch.device("cpu") image_resolution = ast.literal_eval(image_resolution) video_writer = None if input_filename is not None: video = cv2.VideoCapture(input_filename) assert video.isOpened() else: if disable_vidgear: video = cv2.VideoCapture(camera_id) assert video.isOpened() else: video = CamGear(camera_id).start() if use_tiny_yolo: yolo_model_def = "./models/detectors/yolo/config/yolov3-tiny.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3-tiny.weights" else: yolo_model_def = "./models/detectors/yolo/config/yolov3.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3.weights" model = SimpleHRNet( hrnet_c, hrnet_j, hrnet_weights, model_name=hrnet_m, resolution=image_resolution, multiperson=not single_person, return_heatmaps=False, return_bounding_boxes=not disable_tracking, max_batch_size=max_batch_size, yolo_model_def=yolo_model_def, yolo_class_path=yolo_class_path, yolo_weights_path=yolo_weights_path, device=device, ) if not disable_tracking: prev_boxes = None prev_pts = None prev_person_ids = None next_person_id = 0 flag = 0 prev_flag = flag counter = 0 data = 0 prev_data = data while True: t = time.time() if input_filename is not None or disable_vidgear: ret, frame = video.read() if not ret: break else: frame = video.read() if frame is None: break pts = model.predict(frame) if not disable_tracking: boxes, pts = pts if len(pts) > 0: if prev_pts is None and prev_person_ids is None: person_ids = np.arange(next_person_id, len(pts) + next_person_id, dtype=np.int32) next_person_id = len(pts) + 1 else: boxes, pts, person_ids = find_person_id_associations( boxes=boxes, pts=pts, prev_boxes=prev_boxes, prev_pts=prev_pts, prev_person_ids=prev_person_ids, next_person_id=next_person_id, pose_alpha=0.2, similarity_threshold=0.4, smoothing_alpha=0.1, ) next_person_id = max(next_person_id, np.max(person_ids) + 1) else: person_ids = np.array((), dtype=np.int32) prev_boxes = boxes.copy() prev_pts = pts.copy() prev_person_ids = person_ids else: person_ids = np.arange(len(pts), dtype=np.int32) for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame, data = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]["skeleton"], person_index=pid, exercise_type=exercise_type, ) frame = cv2.rectangle( frame, (0, 0), (int(frame.shape[1] * 0.7), int(frame.shape[0] * 0.1)), (0, 0, 0), -1, ) fps = 1.0 / (time.time() - t) font = cv2.FONT_HERSHEY_SIMPLEX org = (int(frame.shape[1] * 0.01), int(frame.shape[0] * 0.035)) fontScale = frame.shape[0] * 0.0014 color = (255, 255, 255) thickness = 1 frame = cv2.putText( frame, "FPS: {:.3f}".format(fps), org, font, fontScale * 0.35, color, thickness, cv2.LINE_AA, ) if exercise_type == 1: # for pushUps if len(pts) > 0: if data > 160: flag = 0 if data < 90: flag = 1 if prev_flag == 1 and flag == 0: counter = counter + 1 prev_flag = flag org = (int(frame.shape[1] * 0.01), int(frame.shape[0] * 0.08)) text = "PushUps Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness * 2, cv2.LINE_AA) elif exercise_type == 2: # for Squats if len(pts) > 0: if data > 150: flag = 0 if data < 90: flag = 1 if prev_flag == 1 and flag == 0: counter = counter + 1 prev_flag = flag org = (int(frame.shape[1] * 0.01), int(frame.shape[0] * 0.08)) text = "Situps Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness * 2, cv2.LINE_AA) elif exercise_type == 3: # for PullUps if len(pts) > 0: if data == -1 and prev_data == 1: counter = counter + 1 prev_data = data org = (int(frame.shape[1] * 0.01), int(frame.shape[0] * 0.08)) text = "PullUps Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness * 2, cv2.LINE_AA) elif exercise_type == 4: # for dumbell curl if len(pts) > 0: if data > 110: flag = 0 if data < 65: flag = 1 if prev_flag == 1 and flag == 0: counter = counter + 1 prev_flag = flag org = (int(frame.shape[1] * 0.01), int(frame.shape[0] * 0.08)) text = "Dumbell Curl Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness * 2, cv2.LINE_AA) elif exercise_type == 5: # for dumbell side lateral if len(pts) > 0: if data == -1 and prev_data == 1: counter = counter + 1 prev_data = data org = (int(frame.shape[1] * 0.01), int(frame.shape[0] * 0.08)) text = "Dumbell Side Count=" + str(counter) frame = cv2.putText(frame, text, org, font, fontScale, color, thickness * 2, cv2.LINE_AA) if save_video: if video_writer is None: fourcc = cv2.VideoWriter_fourcc(*video_format) # video format video_writer = cv2.VideoWriter( output_filename, fourcc, video_framerate, (frame.shape[1], frame.shape[0]), ) video_writer.write(frame) if save_video: video_writer.release() print("Video processing complete") mail_content = f'''Hey, Your video has finished processing. You can view your video here : {SITE_URL}{output_filename} Thank You ''' message = MIMEMultipart() message['From'] = SENDER_ADDRESS message['To'] = email message['Subject'] = 'Exercise Counter Processing Finished' message.attach(MIMEText(mail_content, 'plain')) text = message.as_string() session.sendmail(SENDER_ADDRESS, email, text) print("email sent")
def main(camera_id, filename, hrnet_m, hrnet_c, hrnet_j, hrnet_weights, hrnet_joints_set, image_resolution, single_person, use_tiny_yolo, disable_tracking, max_batch_size, disable_vidgear, save_video, video_format, video_framerate, device): if device is not None: device = torch.device(device) else: if torch.cuda.is_available(): torch.backends.cudnn.deterministic = True device = torch.device('cuda') else: device = torch.device('cpu') # print(device) image_resolution = ast.literal_eval(image_resolution) has_display = 'DISPLAY' in os.environ.keys() or sys.platform == 'win32' video_writer = None if filename is not None: rotation_code = check_video_rotation(filename) video = cv2.VideoCapture(filename) assert video.isOpened() #nof_frames = video.get(cv2.CAP_PROP_FRAME_COUNT) else: rotation_code = None if disable_vidgear: video = cv2.VideoCapture(camera_id) assert video.isOpened() else: video = CamGear(camera_id).start() if use_tiny_yolo: yolo_model_def = "./models/detectors/yolo/config/yolov3-tiny.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3-tiny.weights" else: yolo_model_def = "./models/detectors/yolo/config/yolov3.cfg" yolo_class_path = "./models/detectors/yolo/data/coco.names" yolo_weights_path = "./models/detectors/yolo/weights/yolov3.weights" model = SimpleHRNet(hrnet_c, hrnet_j, hrnet_weights, model_name=hrnet_m, resolution=image_resolution, multiperson=not single_person, return_bounding_boxes=not disable_tracking, max_batch_size=max_batch_size, yolo_model_def=yolo_model_def, yolo_class_path=yolo_class_path, yolo_weights_path=yolo_weights_path, device=device) if not disable_tracking: prev_boxes = None prev_pts = None prev_person_ids = None next_person_id = 0 steps_cnt = 1 flag = 0 while True: t = time.time() if filename is not None or disable_vidgear: ret, frame = video.read() nof_frames = video.get(cv2.CAP_PROP_POS_FRAMES) print(nof_frames) # #Code for bounding box and cropping of the video # bbox, label, conf = cv.detect_common_objects(frame) # frame_bounding = draw_bbox(frame, bbox, label, conf) # #bb.add(image, left, top, right, bottom, label, color) # if save_video: # if video_writer is None: # fourcc = cv2.VideoWriter_fourcc(*video_format) # video format # video_writer = cv2.VideoWriter('output_bounding.avi', fourcc, video_framerate, (frame.shape[1], frame.shape[0])) # video_writer.write(frame_bounding) if not ret: print('\rstep_count: %d' % steps_cnt, end='\n') #print (steps_cnt) break if rotation_code is not None: frame = cv2.rotate(frame, rotation_code) else: frame = video.read() if frame is None: break pts = model.predict(frame) #print(pts[1][0][0][2]) left_hip = np.array(pts[1][0][11]) left_knee = np.array(pts[1][0][13]) left_ankle = np.array(pts[1][0][15]) right_hip = np.array(pts[1][0][12]) right_knee = np.array(pts[1][0][14]) right_ankle = np.array(pts[1][0][16]) ba = left_hip - left_knee bc = left_ankle - left_knee left_cosine_angle = np.dot( ba, bc) / (np.linalg.norm(ba) * np.linalg.norm(bc)) left_angle = np.arccos(left_cosine_angle) left_angle = np.degrees(left_angle) position1 = (10, 50) position1_1 = (200, 50) de = right_hip - right_knee df = right_ankle - right_knee right_cosine_angle = np.dot( de, df) / (np.linalg.norm(de) * np.linalg.norm(df)) right_angle = np.arccos(right_cosine_angle) right_angle = np.degrees(right_angle) position2 = (10, 100) position2_1 = (200, 100) if (left_angle >= 130 and right_angle < 110) or (right_angle >= 130 and left_angle < 110): gc = 'Yes' flag = 0 else: gc = 'No' if (flag == 0): steps_cnt = steps_cnt + 1 flag = 1 position3 = (10, 150) position3_1 = (300, 150) # fontScale fontScale = 1 # Blue color in BGR color = (0, 0, 255) # Line thickness of 2 px thickness = 2 #print (left_angle) #print (right_angle) if not disable_tracking: boxes, pts = pts if not disable_tracking: if len(pts) > 0: if prev_pts is None and prev_person_ids is None: person_ids = np.arange(next_person_id, len(pts) + next_person_id, dtype=np.int32) next_person_id = len(pts) + 1 else: boxes, pts, person_ids = find_person_id_associations( boxes=boxes, pts=pts, prev_boxes=prev_boxes, prev_pts=prev_pts, prev_person_ids=prev_person_ids, next_person_id=next_person_id, pose_alpha=0.2, similarity_threshold=0.4, smoothing_alpha=0.1, ) next_person_id = max(next_person_id, np.max(person_ids) + 1) else: person_ids = np.array((), dtype=np.int32) prev_boxes = boxes.copy() prev_pts = pts.copy() prev_person_ids = person_ids else: person_ids = np.arange(len(pts), dtype=np.int32) for i, (pt, pid) in enumerate(zip(pts, person_ids)): frame = draw_points_and_skeleton( frame, pt, joints_dict()[hrnet_joints_set]['skeleton'], person_index=pid, points_color_palette='gist_rainbow', skeleton_color_palette='jet', points_palette_samples=10) fps = 1. / (time.time() - t) print('\rframerate: %f fps' % fps, end='\n') #print(steps_cnt) if has_display: cv2.imshow('frame.png', frame) k = cv2.waitKey(1) if k == 27: # Esc button if disable_vidgear: video.release() else: video.stop() break else: frame = cv2.putText(frame, str('left_angle:'), position1, cv2.FONT_HERSHEY_SIMPLEX, fontScale, color, thickness, cv2.LINE_AA) frame = cv2.putText(frame, str(left_angle), position1_1, cv2.FONT_HERSHEY_SIMPLEX, fontScale, color, thickness, cv2.LINE_AA) frame = cv2.putText(frame, str('right_angle:'), position2, cv2.FONT_HERSHEY_SIMPLEX, fontScale, color, thickness, cv2.LINE_AA) frame = cv2.putText(frame, str(right_angle), position2_1, cv2.FONT_HERSHEY_SIMPLEX, fontScale, color, thickness, cv2.LINE_AA) frame = cv2.putText(frame, str('Ground_Contact:'), position3, cv2.FONT_HERSHEY_SIMPLEX, fontScale, color, thickness, cv2.LINE_AA) frame = cv2.putText(frame, str(gc), position3_1, cv2.FONT_HERSHEY_SIMPLEX, fontScale, color, thickness, cv2.LINE_AA) #bbox, label, conf = cv.detect_common_objects(frame) #frame = draw_bbox(frame, bbox, label, conf) #bb.add(image, left, top, right, bottom, label, color) cv2.imwrite('frame.png', frame) if save_video: if video_writer is None: fourcc = cv2.VideoWriter_fourcc(*video_format) # video format video_writer = cv2.VideoWriter( 'output.avi', fourcc, video_framerate, (frame.shape[1], frame.shape[0])) video_writer.write(frame) if save_video: video_writer.release()