def getGLFrame(frame, points, output_width, output_height):
############## OpengGL ##############
p1, p2, p3 = points[39], points[42], points[33]
w, h = output_width, output_height
p1 = [(p1[1] / w) * 2 - 1, -((p1[0] / h) * 2 - 1)]
p2 = [(p2[1] / w) * 2 - 1, -((p2[0] / h) * 2 - 1)]
p3 = [(p3[1] / w) * 2 - 1, -((p3[0] / h) * 2 - 1)]
triangle = Triangle(p1, p2, p3)
tri_program = ShaderProgram(fragment=triangle.fragment, vertex=triangle.vertex)
triangle.loadVBOs(tri_program)
triangle.loadElements()
glClear(GL_COLOR_BUFFER_BIT)
glClearColor (0.0, 0.0, 0.0, 1.0)
#-----------------------------------#
QUAD_PROGRAM.start()
toolbox.bind(QUAD)
glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, w, h, 0, GL_BGR, GL_UNSIGNED_BYTE, frame)
glDrawElements(GL_TRIANGLES, len(QUAD.elements) * 3, GL_UNSIGNED_INT, None)
toolbox.unbind()
QUAD_PROGRAM.stop()
#-----------------------------------#
tri_program.start()
toolbox.bind(triangle)
glDrawElements(GL_TRIANGLES, len(triangle.elements) * 3, GL_UNSIGNED_INT, None)
toolbox.unbind()
tri_program.stop()
#-----------------------------------#
glFinish()
glPixelStorei(GL_PACK_ALIGNMENT, 1)
buffer = glReadPixels(0, 0, output_width, output_height, GL_BGR, GL_UNSIGNED_BYTE)
image = Image.frombytes('RGB', (output_width, output_height), buffer)
image = image.transpose(Image.FLIP_TOP_BOTTOM)
frame = np.asarray(image, dtype=np.uint8)
glutSwapBuffers()
#####################################
return frame
class CustomHandler(BaseHTTPRequestHandler, object):
def __init__(self, *args, **kwargs):
self.boundary = '--boundarydonotcross'
self.html = open('index.html', 'r').read()
# Handle Arguments
self.input_path = _args.i[0]
self.rotation = _args.r[0]
self.output_width = int(_args.c[0].split('x')[0])
self.output_height = int(_args.c[0].split('x')[1])
self.frame_rate = _args.f[0]
self.frame_skip_rate = _args.k[0]
self.recognize_scale = 0.2
self.predictor = dlib.shape_predictor('../shapes/shape_predictor_68_face_landmarks.dat')
self.face_cascade = toolbox.loadCascade('haarcascade_frontalface_default.xml')
# Define skipping vars
self.skip_frames = None
self.skip_frame_x = None
self.skip_frame_y = None
self.skip_rect = None
self.skip_points = None
# OpenGL
self.quad = Quad()
self.quad_program = ShaderProgram(fragment=self.quad.fragment, vertex=self.quad.vertex)
self.quad.loadVBOs(self.quad_program)
self.quad.loadElements()
super(CustomHandler, self).__init__(*args, **kwargs)
def do_GET(self):
self.send_response(200)
if self.path.endswith('.mjpg'):
# Response headers (multipart)
self.send_header('Cache-Control', 'no-store, no-cache, must-revalidate, pre-check=0, post-check=0, max-age=0')
self.send_header('Connection', 'close')
self.send_header('Content-Type', 'multipart/x-mixed-replace; boundary=%s' % self.boundary)
self.send_header('Expires', 'Mon, 3 Jan 2000 12:34:56 GMT')
self.send_header('Pragma', 'no-cache')
stream = self.init_connection(self.input_path)
stream_bytes = b''
for line in stream.iter_content(chunk_size=2048, decode_unicode=False):
stream_bytes += line
a = stream_bytes.find(b'\xff\xd8') # Start of a frame
b = stream_bytes.find(b'\xff\xd9') # End of a frame
if a != -1 and b != -1:
frame_bytes = stream_bytes[a:b+2]
stream_bytes = stream_bytes[b+2:]
frame = cv2.imdecode(np.fromstring(frame_bytes, dtype=np.uint8), cv2.IMREAD_COLOR)
frame, points = self.processFrame(frame, self.rotation, self.frame_skip_rate, self.face_cascade, self.predictor, self.recognize_scale, self.output_width, self.output_height)
if frame is not None:
# if points is not None:
# frame = self.getGLFrame(frame, points, self.output_width, self.output_height)
jpg = cv2.imencode('.jpg', frame)[1]
# Part boundary string
self.end_headers()
self.wfile.write(bytes(self.boundary.encode('utf-8')))
self.end_headers()
# Part headers
self.send_header('X-Timestamp', time.time())
self.send_header('Content-length', str(len(jpg)))
self.send_header('Content-type', 'image/jpeg')
self.end_headers()
# Write Binary
self.wfile.write(bytes(jpg))
else:
self.send_header('Content-type', 'text/html')
self.end_headers()
self.wfile.write(bytes(self.html.encode('utf-8')))
def init_connection(self, url):
session = requests.Session()
request = requests.Request("GET", url).prepare()
response_stream = session.send(request, stream=True)
return response_stream
def log_message(self, format, *args):
return
def rotateFrame(self, image, angle, crop=True):
if (angle < 0):
angle = 360 + angle
if (angle == 0):
return image
if (angle != 90 and angle != 180 and angle != 270):
raise NameError('You can only rotate the image in steps of 90 / -90 degree')
return image
if (angle == 180):
(h, w) = image.shape[:2]
center = (w / 2, h / 2)
matrix = cv2.getRotationMatrix2D(center, -angle, 1.0)
result = cv2.warpAffine(frame, matrix, (w, h))
return result
(h, w) = image.shape[:2]
size = max(w, h)
canvas = np.zeros((size, size, 3), np.uint8)
x = int((size - w) / 2)
y = int((size - h) / 2)
canvas[y:y+h, x:x+w] = image
center = (size / 2, size / 2)
matrix = cv2.getRotationMatrix2D(center, -angle, 1.0)
canvas = cv2.warpAffine(canvas, matrix, (size, size))
if (crop):
canvas = canvas[x:x+w, y:y+h]
return canvas
def cropFrame(self, frame, x, y, w, h):
rows, cols = frame.shape[:2]
if (cols > w and rows > h):
return frame[y:y+h, x:x+w]
else:
return frame
def getGLFrame(self, frame, points, output_width, output_height):
p1, p2, p3 = points[39], points[42], points[33]
w, h = output_width, output_height
p1 = [(p1[1] / w) * 2 - 1, -((p1[0] / h) * 2 - 1)]
p2 = [(p2[1] / w) * 2 - 1, -((p2[0] / h) * 2 - 1)]
p3 = [(p3[1] / w) * 2 - 1, -((p3[0] / h) * 2 - 1)]
triangle = Triangle(p1, p2, p3)
tri_program = ShaderProgram(fragment=triangle.fragment, vertex=triangle.vertex)
triangle.loadVBOs(tri_program)
triangle.loadElements()
glClear(GL_COLOR_BUFFER_BIT)
glClearColor (0.0, 0.0, 0.0, 1.0)
#-----------------------------------#
self.quad_program.start()
toolbox.bind(self.quad)
glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, w, h, 0, GL_BGR, GL_UNSIGNED_BYTE, frame)
glDrawElements(GL_TRIANGLES, len(self.quad.elements) * 3, GL_UNSIGNED_INT, None)
toolbox.unbind()
self.quad_program.stop()
#-----------------------------------#
tri_program.start()
toolbox.bind(triangle)
glDrawElements(GL_TRIANGLES, len(triangle.elements) * 3, GL_UNSIGNED_INT, None)
toolbox.unbind()
tri_program.stop()
#-----------------------------------#
glFinish()
glPixelStorei(GL_PACK_ALIGNMENT, 1)
buffer = glReadPixels(0, 0, output_width, output_height, GL_BGR, GL_UNSIGNED_BYTE)
image = Image.frombytes('RGB', (output_width, output_height), buffer)
image = image.transpose(Image.FLIP_TOP_BOTTOM)
frame = np.asarray(image, dtype=np.uint8)
glutSwapBuffers()
return frame
def processFrame(self, frame, rotation, frame_skip_rate, face_cascade, predictor, recognize_scale, output_width, output_height):
points = None
# Roate the frame
# frame = self.rotateFrame(frame, rotation)
return (frame, points)
scale = (1 / recognize_scale)
# Check how many frames have been skipped
if self.skip_frames is not None and self.skip_frames > 0:
self.skip_frames -= 1
if self.skip_frame_x is not None and self.skip_frame_y is not None:
frame = self.cropFrame(frame, self.skip_frame_x, self.skip_frame_y, output_width, output_height)
points = self.skip_points
else:
self.skip_frames = frame_skip_rate
# Get current frame width and height for later usage
(frame_height, frame_width) = frame.shape[:2]
# Create a low resolution version of the rotated frame
small = cv2.resize(frame, (0,0), fx=recognize_scale, fy=recognize_scale)
gray = cv2.cvtColor(small, cv2.COLOR_BGR2GRAY)
# Recognize a face on the low reslution frame
faces = face_cascade.detectMultiScale(gray, 1.1, 5)
for (x, y, w, h) in faces:
# Scale up coordinates
x, y, w, h = int(x * scale), int(y * scale), int(w * scale), int(h * scale)
# Crop the frame
frame_x = int((frame_width - output_width) / 2)
frame_y = y - int((output_height - h) / 2)
frame = self.cropFrame(frame, frame_x, frame_y, output_width, output_height)
# Normalize coordinates to the cropped frame
x = x - frame_x
y = y - frame_y
# Create a low resolution version of the cropped frame
small = cv2.resize(frame, (0,0), fx=recognize_scale, fy=recognize_scale)
# Find all the landmarks on the face
rs = recognize_scale
low_rect = (x * rs, y * rs, w * rs, h * rs)
shape = predictor(small, toolbox.rect2rectangle(low_rect))
points = np.array([[p.y * scale, p.x * scale] for p in shape.parts()])
toolbox.drawTriangles(frame, points)
# Save values to use while skipping frames
self.skip_frame_x = frame_x
self.skip_frame_y = frame_y
self.skip_rect = (x, y, w, h)
self.skip_points = points
return (frame, points)