def __init__(self):
""" Initializes the class. """
self.Helpers = Helpers("Camera")
# Initiates the iotJumpWay connection class
self.iot = iot()
self.iot.connect()
# Starts the TassAI module
self.TassAI = TassAI()
# Loads the required models
self.TassAI.load_models()
# Loads known images
self.TassAI.load_known()
self.Helpers.logger.info("Camera API Class initialization complete.")
class CamAPI():
""" CamAPI Class
The CamAPI module is used by the HIAS Sercurity Service to provide an API endpoint
allowing devices on the HIAS network to identify known and unknown users via
HTTP request.
"""
def __init__(self):
""" Initializes the class. """
self.Helpers = Helpers("Camera")
# Initiates the iotJumpWay connection class
self.iot = iot()
self.iot.connect()
# Starts the TassAI module
self.TassAI = TassAI()
# Loads the required models
self.TassAI.load_models()
# Loads known images
self.TassAI.load_known()
self.Helpers.logger.info("Camera API Class initialization complete.")
def life(self):
""" Sends vital statistics to HIAS """
cpu = psutil.cpu_percent()
mem = psutil.virtual_memory()[2]
hdd = psutil.disk_usage('/').percent
tmp = psutil.sensors_temperatures()['coretemp'][0].current
r = requests.get('http://ipinfo.io/json?token=' +
self.Helpers.confs["iotJumpWay"]["ipinfo"])
data = r.json()
location = data["loc"].split(',')
self.Helpers.logger.info("TassAI Life (TEMPERATURE): " + str(tmp) + "\u00b0")
self.Helpers.logger.info("TassAI Life (CPU): " + str(cpu) + "%")
self.Helpers.logger.info("TassAI Life (Memory): " + str(mem) + "%")
self.Helpers.logger.info("TassAI Life (HDD): " + str(hdd) + "%")
self.Helpers.logger.info("TassAI Life (LAT): " + str(location[0]))
self.Helpers.logger.info("TassAI Life (LNG): " + str(location[1]))
# Send iotJumpWay notification
self.iot.channelPub("Life", {
"CPU": str(cpu),
"Memory": str(mem),
"Diskspace": str(hdd),
"Temperature": str(tmp),
"Latitude": float(location[0]),
"Longitude": float(location[1])
})
threading.Timer(300.0, self.life).start()
def startIoT(self):
""" Initiates the iotJumpWay connection. """
self.Device = Device({
"host": self.Helpers.confs["iotJumpWay"]["host"],
"port": self.Helpers.confs["iotJumpWay"]["MQTT"]["port"],
"lid": self.Helpers.confs["iotJumpWay"]["MQTT"]["TassAI"]["lid"],
"zid": self.Helpers.confs["iotJumpWay"]["MQTT"]["TassAI"]["zid"],
"did": self.Helpers.confs["iotJumpWay"]["MQTT"]["TassAI"]["did"],
"an": self.Helpers.confs["iotJumpWay"]["MQTT"]["TassAI"]["dn"],
"un": self.Helpers.confs["iotJumpWay"]["MQTT"]["TassAI"]["un"],
"pw": self.Helpers.confs["iotJumpWay"]["MQTT"]["TassAI"]["pw"]
})
self.Device.connect()
self.Device.channelSub()
self.Device.commandsCallback = self.commandsCallback
self.Helpers.logger.info("iotJumpWay connection initiated.")
def threading(self):
""" Creates required module threads. """
# Life thread
Thread(target=self.life, args=(), daemon=True).start()
def signal_handler(self, signal, frame):
self.Helpers.logger.info("Disconnecting")
self.iot.disconnect()
sys.exit(1)
def run(self):
""" Runs the module. """
fps = ""
framecount = 0
time1 = 0
time2 = 0
mesg = ""
self.font = cv2.FONT_HERSHEY_SIMPLEX
self.color = (0, 0, 0)
# Starts the TassAI module
self.TassAI = TassAI()
# Connects to the camera
self.TassAI.connect()
# Loads the required models
self.TassAI.load_models()
# Loads known images
self.TassAI.load_known()
self.publishes = [None] * (len(self.TassAI.faces_database) + 1)
# Starts the socket server
soc = self.Sockets.connect(self.Helpers.confs["Socket"]["host"],
self.Helpers.confs["Socket"]["port"])
while True:
try:
t1 = time.perf_counter()
# Reads the current frame
frame = self.TassAI.camera.get(0.65)
width = frame.shape[1]
# Processes the frame
detections = self.TassAI.process(frame)
# Writes header to frame
cv2.putText(frame, "TassAI Camera", (10, 30), self.font, 0.5,
self.color, 1, cv2.LINE_AA)
# Writes date to frame
cv2.putText(frame, str(datetime.now()), (10, 50), self.font,
0.3, self.color, 1, cv2.LINE_AA)
if len(detections):
for roi, landmarks, identity in zip(*detections):
frame, label = self.TassAI.draw_detection_roi(
frame, roi, identity)
#frame = self.TassAI.draw_detection_keypoints(frame, roi, landmarks)
if label is "Unknown":
label = 0
mesg = "TassAI identified intruder"
else:
mesg = "TassAI identified User #" + str(label)
# If iotJumpWay publish for user is in past
if (self.publishes[int(label)] is None
or (self.publishes[int(label)] +
(1 * 120)) < time.time()):
# Update publish time for user
self.publishes[int(label)] = time.time()
# Send iotJumpWay notification
self.iot.channelPub(
"Sensors", {
"Type": "TassAI",
"Sensor": "USB Camera",
"Value": label,
"Message": mesg
})
# Send iotJumpWay notification
self.iot.channelPub(
"Cameras", {
"Type": "TassAI",
"Sensor": "USB Camera",
"Value": label,
"Message": mesg
})
cv2.putText(frame, fps, (width - 120, 26),
cv2.FONT_HERSHEY_SIMPLEX, 0.3, self.color, 1,
cv2.LINE_AA)
# Streams the modified frame to the socket server
encoded, buffer = cv2.imencode('.jpg', frame)
soc.send(base64.b64encode(buffer))
# FPS calculation
framecount += 1
if framecount >= 15:
fps = "Stream: {:.1f} FPS".format(time1 / 15)
framecount = 0
time1 = 0
time2 = 0
t2 = time.perf_counter()
elapsedTime = t2 - t1
time1 += 1 / elapsedTime
time2 += elapsedTime
except KeyboardInterrupt:
self.TassAI.lcv.release()
break
def run(self):
""" Runs the module. """
self.identified = 0
# Starts the TassAI module
self.TassAI = TassAI()
self.TassAI.cv()
self.TassAI.ncs()
# Starts the socket server
soc = self.Sockets.connect(self.Helpers.confs["Socket"]["host"],
self.Helpers.confs["Socket"]["port"])
fps = ""
framecount = 0
count = 0
time1 = 0
time2 = 0
self.publishes = [None] * (len(self.TassAI.NCS1.encoded) + 1)
with pyrs.Service() as serv:
with serv.Device() as dev:
dev.apply_ivcam_preset(0)
while True:
t1 = time.perf_counter()
dev.wait_for_frames()
frame = dev.color
frame = cv2.cvtColor(frame, cv2.COLOR_RGB2BGR)
# Processes the frame
raw, frame = self.TassAI.NCS1.prepareImg(frame)
width = frame.shape[1]
# Gets faces and coordinates
faces, coords = self.TassAI.NCS1.faces(frame)
# Writes header to frame
cv2.putText(frame, "TassAI", (10, 30), self.TassAI.font,
0.7, self.TassAI.color, 2, cv2.LINE_AA)
# Writes date to frame
cv2.putText(frame, str(datetime.now()), (10, 50),
self.TassAI.font, 0.5, self.TassAI.color, 2,
cv2.LINE_AA)
if len(coords):
i = 0
mesg = ""
# Loops through coordinates
for (i, face) in enumerate(coords):
# Gets facial landmarks coordinates
coordsi = face_utils.shape_to_np(face)
# Looks for matches/intruders
known, distance = self.TassAI.NCS1.match(
raw, faces[i])
if known:
mesg = "TassAI identified User #" + str(known)
else:
mesg = "TassAI identified intruder"
# If iotJumpWay publish for user is in past
if (self.publishes[int(known)] is None
or (self.publishes[int(known)] +
(1 * 20)) < time.time()):
# Update publish time for user
self.publishes[int(known)] = time.time()
# Send iotJumpWay notification
self.iot.channelPub(
"Sensors", {
"Type": "TassAI",
"Sensor": "F200 Camera",
"Value": known,
"Message": mesg
})
# Send iotJumpWay notification
self.iot.channelPub(
"Cameras", {
"Type": "TassAI",
"Sensor": "F200 Camera",
"Value": known,
"Message": mesg
})
(x, y, w,
h) = self.TassAI.NCS1.bounding_box(faces[i])
cv2.rectangle(frame, (x, y), (x + w, y + h),
(0, 255, 0), 1)
cx = int(round(+(w / 2)))
cy = int(round(y + (h / 2)))
cv2.putText(frame, "User ID#" + str(known),
(x, y - 5), cv2.FONT_HERSHEY_PLAIN, 1,
(0, 255, 0), 1)
distance = dev.depth[cy][cx] / 1000.0
if (distance != 0.0):
cv2.putText(frame,
str(distance) + "cm",
(x + (w - 20), y - 5),
cv2.FONT_HERSHEY_PLAIN, 1,
(0, 255, 0), 1)
# Draws facial landmarks
for (x, y) in coordsi:
cv2.circle(frame, (x, y), 2, (0, 255, 0), -1)
# Adds user name to frame
i += 1
cv2.putText(frame, fps, (width - 170, 30),
cv2.FONT_HERSHEY_SIMPLEX, 0.5,
self.TassAI.color, 1, cv2.LINE_AA)
d = dev.depth * dev.depth_scale * 1000
d = cv2.applyColorMap(d.astype(np.uint8),
cv2.COLORMAP_RAINBOW)
cd = np.concatenate((frame, d), axis=1)
# Streams the modified frame to the socket server
encoded, buffer = cv2.imencode('.jpg', cd)
soc.send(base64.b64encode(buffer))
# FPS calculation
framecount += 1
if framecount >= 15:
fps = "Stream: {:.1f} FPS".format(time1 / 15)
framecount = 0
time1 = 0
time2 = 0
t2 = time.perf_counter()
elapsedTime = t2 - t1
time1 += 1 / elapsedTime
time2 += elapsedTime
time.sleep(0.05)
def run(self):
""" Runs the module. """
self.identified = 0
# Starts the TassAI module
self.TassAI = TassAI()
self.TassAI.cv()
self.TassAI.connect()
self.TassAI.ncs()
# Starts the socket server
soc = self.Sockets.connect(self.Helpers.confs["Socket"]["host"],
self.Helpers.confs["Socket"]["port"])
fps = ""
framecount = 0
count = 0
time1 = 0
time2 = 0
self.publishes = [None] * (len(self.TassAI.NCS1.encoded) + 1)
while True:
time.sleep(0.05)
try:
t1 = time.perf_counter()
# Reads the current frame
frame = self.TassAI.camera.get(0.65)
# Processes the frame
raw, frame = self.TassAI.NCS1.prepareImg(frame)
width = frame.shape[1]
# Gets faces and coordinates
faces, coords = self.TassAI.NCS1.faces(frame)
# Writes header to frame
cv2.putText(frame, "TassAI", (10, 30), self.TassAI.font, 0.7,
self.TassAI.color, 2, cv2.LINE_AA)
# Writes date to frame
cv2.putText(frame, str(datetime.now()), (10, 50),
self.TassAI.font, 0.5, self.TassAI.color, 2,
cv2.LINE_AA)
if len(coords):
i = 0
mesg = ""
# Loops through coordinates
for (i, face) in enumerate(coords):
# Gets facial landmarks coordinates
coordsi = face_utils.shape_to_np(face)
# Looks for matches/intruders
known, distance = self.TassAI.NCS1.match(raw, faces[i])
if known:
mesg = "TassAI identified User #" + str(known)
else:
mesg = "TassAI identified intruder"
# If iotJumpWay publish for user is in past
if (self.publishes[int(known)] is None
or (self.publishes[int(known)] +
(1 * 20)) < time.time()):
# Update publish time for user
self.publishes[int(known)] = time.time()
# Send iotJumpWay notification
self.iot.channelPub(
"Sensors", {
"Type": "TassAI",
"Sensor": "USB Camera",
"Value": known,
"Message": mesg
})
# Send iotJumpWay notification
self.iot.channelPub(
"Cameras", {
"Type": "TassAI",
"Sensor": "USB Camera",
"Value": known,
"Message": mesg
})
# Draws facial landmarks
for (x, y) in coordsi:
cv2.circle(frame, (x, y), 2, (0, 255, 0), -1)
# Adds user name to frame
i += 1
cv2.putText(frame, fps, (width - 170, 30),
cv2.FONT_HERSHEY_SIMPLEX, 0.5, self.TassAI.color,
1, cv2.LINE_AA)
# Streams the modified frame to the socket server
encoded, buffer = cv2.imencode('.jpg', frame)
soc.send(base64.b64encode(buffer))
# FPS calculation
framecount += 1
if framecount >= 15:
fps = "Stream: {:.1f} FPS".format(time1 / 15)
framecount = 0
time1 = 0
time2 = 0
t2 = time.perf_counter()
elapsedTime = t2 - t1
time1 += 1 / elapsedTime
time2 += elapsedTime
time.sleep(0.05)
except KeyboardInterrupt:
self.TassAI.camera.release()
break