def test_draw_after_moving_left(self):
drawing = Drawing(1920, 1080)
ma = MotionAnalyser(1080, 1920, drawing)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
ma.analyse((0, 1000), 5)
drawing.process_frame(frame=frame,
x=None,
y=None,
area=None,
action="Erasing")
ma.analyse((500, 1000), 5)
drawing.process_frame(frame=frame,
x=None,
y=None,
area=None,
action="Erasing")
drawing.process_frame(frame=frame,
x=300,
y=300,
area=200,
action="Blue")
drawing.process_frame(frame=frame,
x=300,
y=300,
area=200,
action="Blue")
drawing.process_frame(frame=frame,
x=400,
y=400,
area=200,
action="Blue")
print(drawing.view_corner)
for x in range(300, 400):
assert (drawing.canvas[x + 1080, x + 670] == np.array([255, 0,
0])).all()
def test_process_frame_no_previous_pen(self):
drawing = Drawing(1920, 1080)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=None, y=None, area=None, action="Blue")
drawing.process_frame(frame=frame, x=10, y=10, area=200, action="Blue")
print(drawing.ex_pen_pos)
assert drawing.ex_pen_pos == (1930, 1090)
def test_process_frame_action_changed(self):
drawing = Drawing(1920, 1080)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=5, y=5, area=200, action="Yellow")
drawing.process_frame(frame=frame, x=10, y=10, area=200, action="Blue")
assert drawing.ex_action == "Blue"
assert drawing.ex_pen_pos == (1930, 1090)
def test_process_frame_general_yellow(self):
drawing = Drawing(1920, 1080)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=300, y=300, area=200, action="Yellow")
drawing.process_frame(frame=frame, x=300, y=300, area=200, action="Yellow")
drawing.process_frame(frame=frame, x=300, y=400, area=200, action="Yellow")
for y in range(300, 400):
assert drawing.canvas[300 + 1080, y + 1920].all() == np.array([0, 255, 255]).all()
def test_process_frame_general_blue(self):
drawing = Drawing(1920, 1080)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=300, y=300, area=200, action="Blue")
drawing.process_frame(frame=frame, x=300, y=300, area=200, action="Blue")
drawing.process_frame(frame=frame, x=400, y=400, area=200, action="Blue")
for x in range(300, 400):
assert drawing.canvas[x + 1080, x + 1920].all() == np.array([255, 0, 0]).all()
def test_same_gesture_brush(self):
drawing = Drawing(1920, 1080)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
# Frame 1
drawing.process_frame(frame=frame, x=100, y=100, area=2, action="Blue")
drawing.process_frame(frame=frame, x=100, y=100, area=2, action="Blue")
# Frame 2
drawing.process_frame(frame=frame, x=100, y=100, area=2, action="Blue")
assert (drawing.canvas[1080 + 100, 1920 + 100] == np.array([255, 0,
0])).all()
def test_draw_after_color_erase_drawn(self):
drawing = Drawing(1920, 1080)
ma = MotionAnalyser(1080, 1920, drawing)
ma.analyse((0, 0), 5)
ma.analyse((0, 300), 5)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=300, y=300, area=196, action="Green")
drawing.process_frame(frame=frame, x=300, y=300, area=196, action="Green")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Green")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Erasing")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Erasing")
drawing.process_frame(frame=frame, x=300, y=300, area=196, action="Erasing")
for x in range(300, 400):
assert (drawing.canvas[x + 330, x + 1920] == np.array([0, 0, 0])).all()
def test_draw_after_color_green_to_blue(self):
drawing = Drawing(1920, 1080)
ma = MotionAnalyser(1080, 1920, drawing)
ma.analyse((0, 0), 5)
ma.analyse((0, 300), 5)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=300, y=300, area=196, action="Green")
drawing.process_frame(frame=frame, x=300, y=300, area=196, action="Green")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Green")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Blue")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Blue")
drawing.process_frame(frame=frame, x=350, y=350, area=196, action="Blue")
for x in range(300, int(350 - 14 / math.sqrt(2))):
assert (drawing.canvas[x + 330, x + 1920] == np.array([0, 255, 0])).all()
for x in range(int(350 - 14 / math.sqrt(2)) + 1, 400):
assert (drawing.canvas[x + 330, x + 1920] == np.array([255, 0, 0])).all()
def test_draw_after_scaling_down(self):
drawing = Drawing(1920, 1080)
ma = MotionAnalyser(1080, 1920, drawing)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
ma.analyse((0, 216), 0)
drawing.process_frame(frame=frame,
x=None,
y=None,
area=None,
action="Green")
ma.analyse((0, 0), 0)
drawing.process_frame(frame=frame,
x=None,
y=None,
area=None,
action="Green")
print(drawing.view_corner, drawing.scale_factor)
drawing.process_frame(frame=frame,
x=300,
y=300,
area=200,
action="Blue")
drawing.process_frame(frame=frame,
x=300,
y=300,
area=200,
action="Blue")
drawing.process_frame(frame=frame,
x=400,
y=400,
area=200,
action="Blue")
print(np.where(drawing.canvas > 0))
for x in range(300, 400):
assert (drawing.canvas[int(x * 0.5 + 1080),
int(x * 0.5 + 1920)] == np.array(
[255, 0, 0])).all()
def test_none_gesture_brush(self):
drawing = Drawing(1920, 1080)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
# Frame 1
drawing.process_frame(frame=frame,
x=None,
y=None,
area=None,
action=None)
drawing.process_frame(frame=frame,
x=None,
y=None,
area=None,
action=None)
# Frame 2
drawing.process_frame(frame=frame,
x=None,
y=None,
area=None,
action=None)
assert (drawing.canvas == np.array([0, 0, 0])).all()
def main_cam(phone_cam,
video_path=None,
imgs_paths=None,
default_pen_color=None):
cap, fps = init_cam(phone_cam, video_path, imgs_paths)
fps_count = 0.0
W = cap.get(3)
H = cap.get(4)
drawing = Drawing(W, H, default_pen_color)
ma = MotionAnalyser(W, H, drawing)
logger = Logger(drawing, ma)
mp_hands = mp.solutions.hands
detector = mp_hands.Hands(min_detection_confidence=0.7,
min_tracking_confidence=0.5)
pairs = {
3: "Yellow",
5: "Erasing",
0: "Green",
2: "Brown",
1: "Blue",
4: "Black"
}
cv2.namedWindow("Cam", cv2.WINDOW_NORMAL)
cv2.setWindowProperty("Cam", cv2.WND_PROP_FULLSCREEN, 1)
n_skipped_frames = 0
while True:
frame = cap.read()
if isinstance(frame, tuple):
frame = frame[1]
if frame is None or frame.size == 0:
n_skipped_frames += 1
print("Skipped", n_skipped_frames)
if n_skipped_frames == 90:
print("End of sequence")
break
continue
frame = cv2.flip(frame, 1)
cv2.setMouseCallback('Cam', callback, (drawing, frame))
n_fingers_l, center_l = count_fingers(frame, detector)
x, y, area = drawing.find_pen(frame)
if x is None: # no pen in frame
ma.analyse(center_l, n_fingers_l)
if n_fingers_l is not None:
action = pairs[n_fingers_l]
text = action + " (" + str(n_fingers_l) + ") "
else:
action = None
text = "None "
frame = drawing.process_frame(frame, x, y, area, action)
cv2.putText(frame,
text=text + str(x),
org=(30, 100),
fontFace=cv2.FONT_HERSHEY_SIMPLEX,
fontScale=2,
color=(0, 255, 20),
thickness=3)
fps.update()
if fps._numFrames == 25:
fps.stop()
fps_count = fps.fps()
fps = FPS().start()
cv2.putText(frame,
text=str(round(fps_count, 1)),
org=(1750, 50),
fontFace=cv2.FONT_HERSHEY_SIMPLEX,
fontScale=2,
color=(0, 255, 20),
thickness=3)
cv2.putText(frame,
text=str(round(drawing.scale_factor, 2)),
org=(1750, 1000),
fontFace=cv2.FONT_HERSHEY_SIMPLEX,
fontScale=2,
color=(0, 255, 20),
thickness=3)
cv2.imshow('Cam', frame)
logger.log(n_fingers_l, center_l, (x, y), area)
if cv2.waitKey(1) & 0xFF == 27:
break
cv2.destroyAllWindows()
return logger
def test_process_frame_no_pen(self):
drawing = Drawing(1920, 1080)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=None, y=None, area=None, action=None)
assert drawing.ex_action is None
assert drawing.ex_pen_pos == (0, 0)
def test_draw_after_color_green_then_blue_and_cross_black(self):
drawing = Drawing(1920, 1080)
ma = MotionAnalyser(1080, 1920, drawing)
ma.analyse((0, 0), 5)
ma.analyse((0, 300), 5)
frame = np.zeros((1080, 1920, 3), dtype="uint8")
drawing.process_frame(frame=frame, x=300, y=300, area=196, action="Green")
drawing.process_frame(frame=frame, x=300, y=300, area=196, action="Green")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Green")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Blue")
drawing.process_frame(frame=frame, x=400, y=400, area=196, action="Blue")
drawing.process_frame(frame=frame, x=350, y=350, area=196, action="Blue")
drawing.process_frame(frame=frame, x=400, y=300, area=196, action="Black")
drawing.process_frame(frame=frame, x=400, y=300, area=196, action="Black")
drawing.process_frame(frame=frame, x=300, y=400, area=196, action="Black")
# cross top-left part
for x in range(300, int(350 - 14 / math.sqrt(2))):
assert (drawing.canvas[x + 330, x + 1920] == np.array([0, 255, 0])).all(), x
# cross intersection part
for x in range(int(350 - 14 / math.sqrt(2)) + 1, int(350 + 14 / math.sqrt(2))):
assert (drawing.canvas[x + 330, x + 1920] == np.array([255, 255, 255])).all(), x
# after cross intersection, must be same as topleft
for x in range(int(350 + 14 / math.sqrt(2)) + 2, 400):
assert (drawing.canvas[x + 330, x + 1920] == np.array([255, 0, 0])).all(), x
