def set_line(self, lines):
lines_ = []
for line in lines:
l = Line(line[0], line[1], line[2], line[3])
lines_.append(l)
l.id = line[4]
self.counter[l.id] = 0
self.line = lines_
def set_line(self, x1, y1, x2, y2):
self.line = Line(x1, y1, x2, y2)
class DefeatDetection(Scenario):
def __init__(self, threshold=0.35, max_age=5, min_hits=1, iou_threshold=0.2):
self.ok = None
self.ok_name = "ok"
self.ng = None
self.ng_name = "ng"
self.line = None
self.threshold = threshold
self.tracker = Tracker(
max_age=max_age, min_hits=min_hits, iou_threshold=iou_threshold
)
self.detected = {}
self.ok_counter = 0
self.ng_counter = 0
self.objs_with_labels = []
def set_threshold(self, threshold):
self.threshold = threshold
def reset_metrics(self):
self.ok_counter = 0
self.ng_counter = 0
def get_metrics(self):
metrics = []
metrics.append({"name": self.ok_name, "count": self.ok_counter})
metrics.append({"name": self.ng_name, "count": self.ng_counter})
return metrics
def set_ok(self, name):
self.ok_name = name
def set_ng(self, name):
self.ng_name = name
def set_line(self, x1, y1, x2, y2):
self.line = Line(x1, y1, x2, y2)
def update(self, detections):
detections = list(d for d in detections if d.score > self.threshold)
# delete overlayed ok & ng
found = True
while found:
found = False
if len(detections) < 2:
break
for i in range(len(detections) - 1):
box1 = [
detections[i].x1,
detections[i].y1,
detections[i].x2,
detections[i].y2,
]
box2 = [
detections[i + 1].x1,
detections[i + 1].y1,
detections[i + 1].x2,
detections[i + 1].y2,
]
if compute_iou(box1, box2) > 0.3:
if detections[i].score < detections[i + 1].score:
del detections[i]
else:
del detections[i + 1]
Found = True
print("delete overlayed obj", i)
break
_detections = list([d.x1, d.y1, d.x2, d.y2, d.score]
for d in detections)
self.tracker.update(_detections)
objs = self.tracker.get_objs()
for obj in objs:
x1, y1, x2, y2, oid = obj
tag = self.ok_name
score = 0.0
box1 = [x1, y1, x2, y2]
got = False
for d in detections:
box2 = [d.x1, d.y1, d.x2, d.y2]
iou = compute_iou(box1, box2)
if iou > 0.3:
tag = d.tag
score = d.score
break
xc, yc = compute_center(x1, y1, x2, y2)
if oid in self.detected:
self.detected[oid]["score"] = score
if tag == self.ng_name:
self.detected[oid]["tag"] = tag
if self.detected[oid]["expired"] is False:
if self.line and (
not self.line.is_same_side(
xc, yc, self.detected[oid]["xc"], self.detected[oid]["yc"]
)
):
self.detected[oid]["expired"] = True
if self.detected[oid]["tag"] == self.ok_name:
self.ok_counter += 1
elif self.detected[oid]["tag"] == self.ng_name:
self.ng_counter += 1
# counted.append(self.detected[oid])
else:
self.detected[oid]["xc"] = xc
self.detected[oid]["yc"] = yc
else:
self.detected[oid] = {
"xc": xc,
"yc": yc,
"expired": False,
"tag": tag,
"score": score,
}
return [{self.ok_name: self.ok_counter, self.ng_name: self.ng_counter}]
def draw_counter(self, img):
font = cv2.FONT_HERSHEY_DUPLEX
font_scale = 0.5
thickness = 1
x = int(max(0, img.shape[1] - 200))
y = int(min(30, img.shape[0]))
img = cv2.putText(
img,
self.ok_name + ": " + str(self.ok_counter),
(x, y),
font,
font_scale,
(255, 255, 255),
thickness,
)
img = cv2.putText(
img,
self.ng_name + ": " + str(self.ng_counter),
(x, y + 15),
font,
font_scale,
(0, 0, 255),
thickness,
)
return img
def draw_constraint(self, img):
return self.draw_line(img)
def draw_line(self, img):
thickness = 1
if self.line:
img = cv2.line(
img,
(int(self.line.x1), int(self.line.y1)),
(int(self.line.x2), int(self.line.y2)),
(255, 255, 255),
thickness,
)
def draw_objs(self, img, is_id=False, is_rect=True, is_tag=True):
for obj in self.tracker.get_objs():
font = cv2.FONT_HERSHEY_SIMPLEX
font_scale = 0.3
thickness = 1
x1, y1, x2, y2, oid = obj
x1 = int(x1)
y1 = int(y1)
x2 = int(x2)
y2 = int(y2)
oid = int(oid)
rectangle_color = (255, 255, 255)
text_color = (0, 0, 0)
tag = self.detected[oid]["tag"]
if tag == "Bottle - NG":
rectangle_color = (0, 0, 255)
text_color = (255, 255, 255)
if is_id:
# img = cv2.putText(img, str(oid), (x, y), font, font_scale,
# (0, 255, 255), thickness)
img = draw_label(img, str(oid), (x1, y1))
if is_tag:
score = self.detected[oid]["score"]
text = tag + " ( " + str(int(1000 * score) / 10) + "% )"
img = draw_label(
img, text, (x1, max(y1, 15)), rectangle_color, text_color
)
if is_rect:
img = cv2.rectangle(
img, (x1, max(y1, 15)), (x2, y2), rectangle_color, thickness
)
# img = cv2.rectangle(img, (x1, y1), (x2, y2), (0, 255, 255),
# thickness)
return img
class PartCounter(Scenario):
def __init__(self,
threshold=0.5,
max_age=5,
min_hits=5,
iou_threshold=0.3):
self.tracker = Tracker(max_age=max_age,
min_hits=min_hits,
iou_threshold=iou_threshold)
self.detected = {}
self.counter = 0
self.line = None
self.threshold = threshold
def set_theshold(self):
self.threshold = threshold
def reset_metrics(self):
self.counter = 0
def get_metrics(self):
return [{'name': 'all_objects', 'count': self.counter}]
def set_line(self, x1, y1, x2, y2):
self.line = Line(x1, y1, x2, y2)
def update(self, detections):
if len(detections) == 0: return
detections = list(d for d in detections if d.score > self.threshold)
detections = list([d.x1, d.y1, d.x2, d.y2, d.score]
for d in detections)
self.tracker.update(detections)
objs = self.tracker.get_objs()
counted = []
for obj in objs:
x1, y1, x2, y2, oid = obj
xc, yc = compute_center(x1, y1, x2, y2)
if oid in self.detected:
if self.detected[oid]['expired'] is False:
if self.line and (not self.line.is_same_side(
xc, yc, self.detected[oid]['xc'],
self.detected[oid]['yc'])):
self.detected[oid]['expired'] = True
print('*** new object counted', flush=True)
print('*** id: ', oid, flush=True)
print('***', self.detected[oid], flush=True)
print('*** (x, y)', xc, yc, flush=True)
self.counter += 1
counted.append(self.detected[oid])
else:
self.detected[oid]['xc'] = xc
self.detected[oid]['yc'] = yc
else:
self.detected[oid] = {'xc': xc, 'yc': yc, 'expired': False}
return self.counter, objs, counted
def draw_counter(self, img):
font = cv2.FONT_HERSHEY_DUPLEX
font_scale = 0.7
thickness = 1
x = int(max(0, img.shape[1] - 150))
y = int(min(30, img.shape[0]))
#print(x, y, flush=True)
img = cv2.putText(img, 'Objects: ' + str(self.counter), (x, y), font,
font_scale, (255, 255, 255), thickness)
return img
def draw_constraint(self, img):
return self.draw_line(img)
def draw_line(self, img):
thickness = 1
if self.line:
img = cv2.line(img, (int(self.line.x1), int(self.line.y1)),
(int(self.line.x2), int(self.line.y2)),
(255, 255, 255), thickness)
return img
def draw_objs(self, img, is_id=True, is_rect=True):
for obj in self.tracker.get_objs():
font = cv2.FONT_HERSHEY_DUPLEX
font_scale = 0.7
thickness = 1
x1, y1, x2, y2, oid = obj
x1 = int(x1)
y1 = int(y1)
x2 = int(x2)
y2 = int(y2)
oid = int(oid)
x = x1
y = y1 - 5
if is_id:
img = draw_label(img, str(oid), (x, y))
if is_rect:
img = cv2.rectangle(img, (x1, y1), (x2, y2), (255, 255, 255),
thickness)
return img