def enumerate_images(frame_):
result = yolo_helper.predict_v4(self.sess_tuple, self.input_size,
self.class_names, frame)
for _class_name, _score, rect0, item_ in NDUUtility.enumerate_result_items(
result, return_item=True):
rect1 = geometry_helper.add_padding_rect(rect0, 0.5)
yield image_helper.crop(frame, rect1), rect0, item_
def process_frame(self, frame, extra_data=None):
super().process_frame(frame)
return yolo_helper.predict_v4(self.sess_tuple, self.input_size, self.class_names, frame)
def process_frame(self, frame, extra_data=None):
super().process_frame(frame)
res = []
scooters = yolo_helper.predict_v4(self.sess_tuple, self.input_size,
self.class_names, frame)
# scooters = yolo_helper.predict_v5(self.sess_tuple, self.input_size, self.class_names, frame)
overload_count = 0
if len(scooters) > 0:
pnts = []
for class_name, score, rect in NDUUtility.enumerate_results(
extra_data, ["person"], False):
if rect is not None and class_name == "person":
[y1, x1, y2, x2] = rect
p1 = int(x1 + (x2 - x1) * 0.5), int(y2) # bottom
# cv2.circle(frame, p1, 5, (0, 255, 255), 5) # debug
pnts.append(p1)
i = 0
for item in scooters:
rect = item["rect"]
score = item["score"]
[y1, x1, y2, x2] = rect
# rect_half = [y1 + (y2 - y1) * 0.5, x1, y2, x2]
rect_half = [y1 + (y2 - y1) * 0.6, x1, y2, x2]
person_count = 0
for pnt in pnts:
if geometry_helper.is_inside_rect(rect_half, pnt):
person_count += 1
i += 1
# data = {constants.RESULT_KEY_DATA: {"scooter{} binen kişi sayısı".format(str(i)): person_count}}
res_item = {
constants.RESULT_KEY_RECT:
rect,
constants.RESULT_KEY_SCORE:
score,
constants.RESULT_KEY_CLASS_NAME:
"scooter",
constants.RESULT_KEY_RECT_DEBUG_TEXT:
"{} kişi".format(person_count),
# constants.RESULT_KEY_DEBUG: "scooter{} binen kişi sayısı {}".format(str(i), person_count)
}
if person_count > 1:
overload_count += 1
res_item[constants.RESULT_KEY_RECT_COLOR] = [0, 0, 255]
res_item[
constants.RESULT_KEY_DEBUG] = "Scooter kural ihlali!"
res.append(res_item)
# region Demo
# self._last_sent = None
# self._last_candidate = None
# self._last_candidate_counter = 0
if overload_count != self._last_candidate:
self._last_candidate = overload_count
self._last_candidate_counter = 0
else:
self._last_candidate_counter += 1
if self._last_candidate > 0:
max_count = 3
else:
max_count = 30
if self._last_candidate_counter > max_count:
if self._last_sent != self._last_candidate:
data = {
constants.RESULT_KEY_DATA: {
"scooter overload count": self._last_candidate
}
}
res.append(data)
self._last_sent = self._last_candidate
self._last_candidate = None
self._last_candidate_counter = 0
# endregion
return res
def process_frame(self, frame, extra_data=None):
super().process_frame(frame)
handled = False
res = []
if self._use_person:
results = extra_data.get(constants.EXTRA_DATA_KEY_RESULTS, None)
if results is not None:
for runner_name, result in results.items():
for item in result:
class_name = item.get(constants.RESULT_KEY_CLASS_NAME,
None)
if class_name == "person":
rect_person = item.get(constants.RESULT_KEY_RECT,
None)
if rect_person is not None:
bbox = rect_person
y1 = max(int(bbox[0]), 0)
x1 = max(int(bbox[1]), 0)
y2 = max(int(bbox[2]), 0)
x2 = max(int(bbox[3]), 0)
w = x2 - x1
h = y2 - y1
dw = int(w * 0.15)
dh = int(h * 0.15)
x1 -= dw
x2 += dw
y1 -= dh
y2 += dh
y1 = max(y1, 0)
x1 = max(x1, 0)
y2 = max(int(y2 - h * 0.75), 0)
x2 = max(x2, 0)
image = frame[y1:y2, x1:x2]
# image = cv2.pyrUp(image)
# image = cv2.pyrUp(image)
# image = cv2.pyrUp(image)
# image = cv2.pyrUp(image)
# cv2.imshow("aaaaaaa", image)
# cv2.waitKey(300)
# self._process(image, res1, 0, 0)
res1 = yolo_helper.predict_v4(
self.sess_tuple, self.input_size,
self.class_names, image)
if len(res1) > 0:
for item1 in res1:
rect_face = item1.get(
constants.RESULT_KEY_RECT, None)
if rect_face is not None:
item1[
constants.RESULT_KEY_RECT] = [
y1, x1, y2, x2
]
res.append(item1)
handled = True
if not handled:
# res = yolo_helper.predict_v5(self.sess_tuple, self.input_size, self.class_names, frame)
res = yolo_helper.predict_v4(self.sess_tuple, self.input_size,
self.class_names, frame)
no_helmet_count = 0
helmet_count = 0
for i in range(len(res)):
item = res[i]
if constants.RESULT_KEY_CLASS_NAME in item:
rect = item[constants.RESULT_KEY_RECT]
p_rect = item["p_rect"] = add_padding_rect(rect, 0.1)
score = item[constants.RESULT_KEY_SCORE]
item["is_ok"] = True
for j in range(i):
item1 = res[j]
if item1["is_ok"] and rects_intersect(
p_rect, item1["p_rect"]):
score1 = item1[constants.RESULT_KEY_SCORE]
if score < score1:
item["is_ok"] = False
else:
item1["is_ok"] = False
for i in range(len(res) - 1, -1, -1):
item = res[i]
if constants.RESULT_KEY_CLASS_NAME in item:
if item["is_ok"]:
del item["is_ok"]
del item["p_rect"]
else:
del res[i]
res_for_qu = []
for item in res:
if constants.RESULT_KEY_CLASS_NAME in item:
class_name = item[constants.RESULT_KEY_CLASS_NAME]
rect = item[constants.RESULT_KEY_RECT]
name_counts = {class_name: 1}
for res1 in self.queue:
for item1 in res1:
rect1 = item1[constants.RESULT_KEY_RECT]
if rects_intersect(rect, rect1):
class_name1 = item1[
constants.RESULT_KEY_CLASS_NAME]
if class_name1 in name_counts:
name_counts[class_name1] += 1
else:
name_counts[class_name1] = 1
res_for_qu.append(item.copy())
class_name_max = max(name_counts, key=name_counts.get)
if class_name != class_name_max:
item[constants.RESULT_KEY_CLASS_NAME] = class_name_max
self.queue.append(res_for_qu)
if len(self.queue) > self.average_of_frames:
self.queue.pop(0)
for i in range(len(res) - 1, -1, -1):
item = res[i]
if constants.RESULT_KEY_CLASS_NAME in item:
class_name = item[constants.RESULT_KEY_CLASS_NAME]
if class_name == "helmet":
helmet_count += 1
item[constants.RESULT_KEY_RECT_COLOR] = [255, 55, 55]
elif class_name == "no helmet":
no_helmet_count += 1
item[constants.RESULT_KEY_RECT_COLOR] = [0, 0, 255]
else:
raise Exception("Bad class name: '{}'".format(class_name))
data = {
"no_helmet_count": no_helmet_count,
"helmet_count": helmet_count,
"no_helmet_exists": no_helmet_count > 0
}
if self.debug_mode and no_helmet_count > 0:
res.append({constants.RESULT_KEY_DEBUG: "Baret takmayan var!"})
if data != self.last_data:
self.confirm_val -= 1
if self.confirm_val <= 0:
self.confirm_val = self.confirm_count
self.last_data = data
res.append({constants.RESULT_KEY_DATA: data})
return res