def cal_iof(self, gt_boxes, crop_imgs, starts):
"""iof: 行是gt_boxes，列是crop_imgs"""
gt_boxes = cvtools.x1y1wh_to_x1y1x2y2(np.array(gt_boxes))
img_boxes = []
for i, crop_img in enumerate(crop_imgs):
sx, sy = starts[i]
h, w, _ = crop_img.shape
img_box = cvtools.x1y1wh_to_x1y1x2y2(
np.array([[sx, sy, w, h]]))
img_boxes.append(img_box)
img_boxes = np.array(img_boxes).reshape(-1, 4)
iof = cvtools.bbox_overlaps(gt_boxes, img_boxes, mode='iof')
return iof
def cal_iof(self, gt_boxes):
"""iof: 行是gt_boxes，列是crop_imgs"""
assert len(gt_boxes) > 0 and len(self.img_boxes) > 0
gt_boxes = cvtools.x1y1wh_to_x1y1x2y2(np.array(gt_boxes))
img_boxes = np.array(self.img_boxes)
iof = cvtools.bbox_overlaps(gt_boxes, img_boxes, mode='iof')
return iof
def handel_ann(self, ann):
if self.num_coors == 4:
bboxes = cvtools.x1y1wh_to_x1y1x2y2(ann['bbox'])
elif self.num_coors == 8:
bboxes = ann['segmentation'][0]
else:
raise RuntimeError('不支持的坐标数！')
return bboxes
def cal_iof(gt_boxes, img_boxes):
"""
img_boxes: x1,y1,x2,y2 gt_boxes: x1,y1,w,h
iof: 行是gt_boxes，列是crop_imgs
"""
assert len(gt_boxes) > 0 and len(img_boxes) > 0
gt_boxes = cvtools.x1y1wh_to_x1y1x2y2(np.array(gt_boxes))
img_boxes = np.array(img_boxes)
iof = cvtools.bbox_overlaps(gt_boxes, img_boxes, mode='iof')
return iof
def deal_edged_boxes(self, ann_ids, crop_imgs, starts, iof_th=0.8):
objs = self.COCO.loadAnns(ann_ids)
ann_ids = np.array(ann_ids)
boxes = [obj['bbox'] for obj in objs]
segms = [obj['segmentation'] for obj in objs]
if len(boxes) == 0:
return None, None
assert len(boxes) == len(ann_ids)
gt_boxes = cvtools.x1y1wh_to_x1y1x2y2(np.array(boxes))
img_to_objs = defaultdict()
obj_to_num = defaultdict()
for i, crop_img in enumerate(crop_imgs):
sx, sy = starts[i]
h, w, _ = crop_img.shape
ex, ey = sx + w, sy + h
img_box = cvtools.x1y1wh_to_x1y1x2y2(np.array([[sx, sy, w, h]]))
iof = cvtools.bbox_overlaps(gt_boxes.reshape(-1, 4),
img_box.reshape(-1, 4),
mode='iof').reshape(-1)
ids_in = iof >= 1. # 完全在crop区域内的
in_crop_objs = self.COCO.loadAnns(ann_ids[ids_in])
img_to_objs[(sx, sy, ex, ey)] = in_crop_objs
objs_stats = in_crop_objs
ids_crop = (iof > iof_th) & (iof < 1.) # 部分在crop区域内的，经处理可接受的
crop_id = ann_ids[ids_crop]
# TODO：对于超出边界的boxes和segms处理
# 要判断是大目标还是小目标？
part_crop_objs = self.COCO.loadAnns(crop_id)
img_to_objs[(sx, sy, ex, ey)] += self.COCO.loadAnns(crop_id)
objs_stats += part_crop_objs
for obj in objs_stats:
if obj['id'] in obj_to_num:
obj_to_num[obj['id']] += 1
else:
obj_to_num[obj['id']] = 1
return img_to_objs, obj_to_num
def handle_ann(self, ann):
"""如果想自定义ann处理方式，继承此类，然后重新实现此方法"""
if self.num_coors == 4:
bboxes = cvtools.x1y1wh_to_x1y1x2y2(ann['bbox'])
elif self.num_coors == 8:
segm = ann['segmentation'][0]
if len(segm) != 8:
segm_hull = cv.convexHull(
np.array(segm).reshape(-1, 2).astype(np.float32),
clockwise=False)
xywha = cv.minAreaRect(segm_hull)
segm = cv.boxPoints(xywha).reshape(-1).tolist()
bboxes = segm
else:
raise RuntimeError('不支持的坐标数！')
return bboxes + [1.]
def draw_boxes_texts(img,
boxes,
texts=None,
colors=None,
line_width=1,
draw_start=True,
box_format='x1y1x2y2'):
"""Draw bboxes on an image.
Args:
img (str or ndarray): The image to be displayed.
boxes (list or ndarray): A list of ndarray of shape (k, 4).
texts (list): A list of shape (k).
colors (list[tuple or Color]): A list of colors.
line_width (int): Thickness of lines.
draw_start (bool): Draw a dot at the first vertex of the box.
box_format (str): x1y1x2y2(default), x1y1wh, xywh, xywha, polygen
"""
assert box_format in ('x1y1x2y2', 'x1y1wh', 'xywh', 'xywha',
'polygen'), 'not supported box format!'
img = imread(img)
if len(boxes) == 0:
return img
boxes = copy.deepcopy(boxes)
# convert bbox type to int
if not isinstance(boxes, np.ndarray):
if box_format != 'polygen':
boxes = np.array(boxes)
if box_format != 'xywha':
boxes = boxes.astype(np.int)
if len(boxes.shape) == 1:
boxes = [boxes]
else:
boxes = [list(map(int, box)) for box in boxes]
else:
boxes = boxes.astype(np.int)
if texts is not None and not isinstance(texts, (list, np.ndarray)):
texts = [texts]
if isinstance(img, Image.Image):
img = cv.cvtColor(np.asarray(img), cv.COLOR_RGB2BGR)
if not isinstance(img, np.ndarray):
return
if colors == 'random':
colors = np.random.randint(0, 255, size=(len(boxes), 3))
colors = [tuple(map(int, color)) for color in colors]
text_color = (0, 255, 255)
thickness = line_width
font = cv.FONT_HERSHEY_SIMPLEX
for idx, box in enumerate(boxes):
# default color: red, BGR order
box_color = (0, 0, 255) if colors is None else colors[idx]
if box_format == 'x1y1x2y2':
cv.rectangle(img, tuple(box[0:2]), tuple(box[2:4]), box_color,
thickness)
elif box_format == 'x1y1wh':
box[0:4] = cvtools.x1y1wh_to_x1y1x2y2(list(box[0:4]))
cv.rectangle(img, tuple(box[0:2]), tuple(box[2:4]), box_color,
thickness)
elif box_format == 'xywh':
box[0:4] = cvtools.xywh_to_x1y1x2y2(list(box[0:4]))
cv.rectangle(img, tuple(box[0:2]), tuple(box[2:4]), box_color,
thickness)
elif box_format == 'xywha':
rrect = tuple(box[:2]), tuple(box[2:4]), box[4]
box = cv.boxPoints(rrect).astype(np.int)
# box = np.int0(box)
cv.drawContours(img, [box], 0, box_color, thickness)
box = box.reshape((-1, ))
elif box_format == 'polygen':
for i in np.arange(2, len(box), 2):
cv.line(img, tuple(box[i - 2:i]), tuple(box[i:i + 2]),
box_color, thickness)
cv.line(img, tuple(box[-2:]), tuple(box[:2]), box_color, thickness)
# cv.line(img, tuple(box[:2]), tuple(box[2:4]), box_color, thickness)
# cv.line(img, tuple(box[2:4]), tuple(box[4:6]), box_color, thickness)
# cv.line(img, tuple(box[4:6]), tuple(box[6:8]), box_color, thickness)
# cv.line(img, tuple(box[6:]), tuple(box[:2]), box_color, thickness)
if draw_start:
cv.circle(img,
tuple(box[:2]),
radius=5,
color=text_color,
thickness=-1)
if texts is not None:
cv.putText(img, texts[idx], (box[0] + 2, box[1] - 2), font, 0.5,
text_color, 1)
return img
def _get_dota_item(self, index):
img_id = self.images[index]
img_info = self.coco.loadImgs(ids=[img_id])[0]
file_name = img_info['file_name']
filename = osp.splitext(file_name)[0]
suffix = osp.splitext(file_name)[1]
crop_str = list(map(str, img_info['crop']))
crop_img_path = osp.join('/code/data/DOTA/crop800_80',
'_'.join([filename] + crop_str) + suffix)
if not osp.isfile(crop_img_path):
img_path = os.path.join('/media/data/DOTA/trainval/images',
file_name)
img = cv2.imread(img_path)
sx, sy, ex, ey = img_info['crop']
img = img[sy:ey + 1, sx:ex + 1]
cv2.imwrite(crop_img_path, img)
else:
img = cv2.imread(crop_img_path)
ann_ids = self.coco.getAnnIds(imgIds=[img_id])
# 如果不deep拷贝，修改了anns就修改了self.coco里的标签
anns = copy.deepcopy(self.coco.loadAnns(ids=ann_ids))
# if True:
if self.opt.debug:
segs = [ann['segmentation'][0] for ann in anns]
cvtools.imwrite(
cvtools.draw_boxes_texts(img.copy(),
segs,
box_format='polygon'),
self.opt.debug_dir + '/{}'.format(file_name))
if self.opt.flip:
try:
hv_flip = cvtools.RandomMirror(both=False)
segs = [ann['segmentation'][0].copy() for ann in anns]
for i, seg in enumerate(segs):
if len(seg) != 8:
segm_hull = cv2.convexHull(np.array(seg).reshape(
-1, 2).astype(np.float32),
clockwise=False)
xywha = cv2.minAreaRect(segm_hull)
segs[i] = cv2.boxPoints(xywha).reshape(-1).tolist()
img, segs = hv_flip(img, segs)
# if True:
if self.opt.debug:
cvtools.imwrite(
cvtools.draw_boxes_texts(img.copy(),
segs,
box_format='polygon'),
self.opt.debug_dir + '/flip_{}'.format(file_name))
for i in range(len(anns)):
anns[i]['segmentation'][0] = list(segs[i])
bbox = cv2.boundingRect(
np.array(segs[i], dtype=np.float32).reshape(-1, 2))
anns[i]['bbox'] = list(bbox)
except Exception as e:
print(e)
return []
if self.opt.rotate:
rotate = cvtools.RandomRotate()
segs = [ann['segmentation'][0].copy() for ann in anns]
for i, seg in enumerate(segs):
if len(seg) != 8:
segm_hull = cv2.convexHull(np.array(seg).reshape(
-1, 2).astype(np.float32),
clockwise=False)
xywha = cv2.minAreaRect(segm_hull)
segs[i] = cv2.boxPoints(xywha).reshape(-1).tolist()
img, segs = rotate(img, segs)
# if True:
if self.opt.debug:
cvtools.imwrite(
cvtools.draw_boxes_texts(img.copy(),
segs,
box_format='polygon'),
self.opt.debug_dir + '/rotate_{}'.format(file_name))
for i in range(len(anns)):
anns[i]['segmentation'][0] = list(segs[i])
bbox = cv2.boundingRect(
np.array(segs[i], dtype=np.float32).reshape(-1, 2))
anns[i]['bbox'] = list(bbox)
height, width = img.shape[0], img.shape[1]
c = np.array([img.shape[1] / 2., img.shape[0] / 2.], dtype=np.float32)
# self.opt.input_h = self.opt.input_w = 32 * random.randint(12, 20)
if self.opt.keep_res:
input_h = (height | self.opt.pad) + 1
input_w = (width | self.opt.pad) + 1
s = np.array([input_w, input_h], dtype=np.float32)
else:
s = max(img.shape[0], img.shape[1]) * 1.0
input_h, input_w = self.opt.input_h, self.opt.input_w
# flipped = False
if 'train' in self.split:
if not self.opt.not_rand_crop:
s = s * np.random.choice(np.arange(0.6, 1.4, 0.1))
w_border = self._get_border(128, img.shape[1])
h_border = self._get_border(128, img.shape[0])
c[0] = np.random.randint(low=w_border,
high=img.shape[1] - w_border)
c[1] = np.random.randint(low=h_border,
high=img.shape[0] - h_border)
else:
sf = self.opt.scale
cf = self.opt.shift
c[0] += s * np.clip(np.random.randn() * cf, -2 * cf, 2 * cf)
c[1] += s * np.clip(np.random.randn() * cf, -2 * cf, 2 * cf)
s = s * np.clip(np.random.randn() * sf + 1, 1 - sf, 1 + sf)
# if np.random.random() < self.opt.flip:
# flipped = True
# img = img[:, ::-1, :]
# c[0] = width - c[0] - 1
trans_input = get_affine_transform(c, s, 0, [input_w, input_h])
inp = cv2.warpAffine(img,
trans_input, (input_w, input_h),
flags=cv2.INTER_LINEAR)
gt_boxes = np.array(
[cvtools.x1y1wh_to_x1y1x2y2(ann['bbox']) for ann in anns])
img_box = cvtools.xywh_to_x1y1x2y2(np.array([[c[0], c[1], s, s]]))
img_box[0, 0::2] = np.clip(img_box[0, 0::2], 0, width - 1)
img_box[0, 1::2] = np.clip(img_box[0, 1::2], 0, height - 1)
iofs = cvtools.bbox_overlaps(gt_boxes, img_box, mode='iof')
ids = np.where(iofs > 0.7)[0]
if len(ids) == 0: return []
anns = [anns[ind] for ind in ids]
# if True:
if self.opt.debug:
segs = [ann['segmentation'][0].copy()
for ann in anns] # 复制一份，否则是原视图
inp_draw = inp.copy()
for k in range(len(segs)):
seg = segs[k]
for i in range(0, len(seg), 2):
seg[i:i + 2] = affine_transform(seg[i:i + 2], trans_input)
# seg[i] = np.clip(seg[i], 0, input_w - 1)
# seg[i + 1] = np.clip(seg[i + 1], 0, input_h - 1)
segm_hull = cv2.convexHull(np.array(seg).reshape(-1, 2).astype(
np.float32),
clockwise=False)
xy, _, _ = cv2.minAreaRect(segm_hull)
cv2.circle(inp_draw, (int(xy[0]), int(xy[1])),
radius=5,
color=(0, 0, 255),
thickness=-1)
cvtools.imwrite(
cvtools.draw_boxes_texts(inp_draw,
segs,
draw_start=False,
box_format='polygon'),
osp.join(self.opt.debug_dir, 'trans_' + file_name))
inp = (inp.astype(np.float32) / 255.)
if 'train' in self.split and not self.opt.no_color_aug:
color_aug(self._data_rng, inp, self._eig_val, self._eig_vec)
inp = (inp - self.mean) / self.std
inp = inp.transpose(2, 0, 1)
output_h = input_h // self.opt.down_ratio
output_w = input_w // self.opt.down_ratio
num_classes = self.num_classes
trans_output = get_affine_transform(c, s, 0, [output_w, output_h])
rets = []
# out_size = []
# for down_ratio in down_ratios:
# output_h = input_h // down_ratio
# output_w = input_w // down_ratio
# num_classes = self.num_classes
# out_size.append([output_w, output_h])
# # trans_output = get_affine_transform(c, s, 0, [output_w, output_h])
#
# hm = np.zeros((num_classes, output_h, output_w), dtype=np.float32)
# wh = np.zeros((self.max_objs, 2), dtype=np.float32)
# if self.opt.a_method == 2:
# angle = np.full((self.max_objs, 1), 0.5, dtype=np.float32)
# else:
# angle = np.zeros((self.max_objs, 1), dtype=np.float32)
# dense_wh = np.zeros((2, output_h, output_w), dtype=np.float32)
# reg = np.zeros((self.max_objs, 2), dtype=np.float32)
# ind = np.zeros((self.max_objs), dtype=np.int64)
# reg_mask = np.zeros((self.max_objs), dtype=np.uint8)
# cat_spec_wh = np.zeros((self.max_objs, num_classes * 2), dtype=np.float32)
# cat_spec_mask = np.zeros((self.max_objs, num_classes * 2), dtype=np.uint8)
#
# # for k in range(num_objs):
# # cls_id = int(self.cat_ids[anns[k]['category_id']])
# # draw_heatmap(hm[cls_id], osp.join(self.opt.debug_dir, 'heatmap_' + str(cls_id) + '_' + file_name))
# ret = {'input': inp, 'hm': hm, 'reg_mask': reg_mask, 'ind': ind, 'wh': wh, 'a': angle}
# if self.opt.dense_wh:
# hm_a = hm.max(axis=0, keepdims=True)
# dense_wh_mask = np.concatenate([hm_a, hm_a], axis=0)
# ret.update({'dense_wh': dense_wh, 'dense_wh_mask': dense_wh_mask})
# del ret['wh']
# elif self.opt.cat_spec_wh:
# ret.update({'cat_spec_wh': cat_spec_wh, 'cat_spec_mask': cat_spec_mask})
# del ret['wh']
# if self.opt.reg_offset:
# ret.update({'reg': reg})
# # if self.opt.debug > 0 or not self.split == 'train':
# # gt_det = np.array(gt_det, dtype=np.float32) if len(gt_det) > 0 else \
# # np.zeros((1, 6), dtype=np.float32)
# # meta = {'c': c, 's': s, 'gt_det': gt_det, 'img_id': img_id}
# # ret['meta'] = meta
# rets.append(ret)
#
# draw_gaussian = draw_msra_gaussian if self.opt.mse_loss else \
# draw_umich_gaussian
# if not self.opt.fpn:
# output_w, output_h = out_size[0]
# trans_output = get_affine_transform(c, s, 0, out_size[0])
#
# for k in range(num_objs):
# ann = anns[k]
# cls_id = int(self.cat_ids[ann['category_id']])
#
# # 确定GT分配给哪个FPN层
# if self.opt.fpn:
# bbox = ann['bbox']
# fpn_k = int(math.log(224. / math.sqrt(bbox[2] * bbox[3]), 2))
# if fpn_k < 0:
# fpn_k = 0
# if fpn_k > 2:
# fpn_k = 2
# ret = rets[fpn_k]
# output_w, output_h = out_size[fpn_k]
# trans_output = get_affine_transform(c, s, 0, out_size[fpn_k])
#
# segm = np.array(ann['segmentation'][0])
# # if flipped:
# # for i in range(0, len(segm), 2):
# # segm[i] = width - segm[i] - 1
# for i in range(0, len(segm), 2):
# segm[i:i + 2] = affine_transform(segm[i:i + 2], trans_output)
# segm[i] = np.clip(segm[i], 0, output_w - 1)
# segm[i + 1] = np.clip(segm[i + 1], 0, output_h - 1)
#
# segm_hull = cv2.convexHull(segm.reshape(-1, 2).astype(np.float32),
# clockwise=False)
# xy, (w, h), a = cv2.minAreaRect(segm_hull)
# hm = ret['hm']
# reg_mask = ret['reg_mask']
# ind = ret['ind']
# wh = ret['wh']
# angle = ret['a']
# if h > 0 and w > 0:
# a, w, h = convert_angle(a, w, h, self.opt.a_method)
# ct = np.array(xy, dtype=np.float32)
# ct_int = ct.astype(np.int32)
# radius = gaussian_radius((math.ceil(h), math.ceil(w)))
# radius = max(0, int(radius))
# radius = self.opt.hm_gauss if self.opt.mse_loss else radius
# # radius = np.array((h / 3., w / 3.), np.int32)
# draw_gaussian(hm[cls_id], ct_int, radius)
# wh[k] = 1. * w, 1. * h
# gt_a = a / 90.
# if self.opt.a_method == 2:
# gt_a = (a + 90.) / 180.
# angle[k] = gt_a
# ind[k] = ct_int[1] * output_w + ct_int[0]
# if 'reg' in ret:
# ret['reg'][k] = ct - ct_int
# reg_mask[k] = 1
# if 'cat_spec_wh' in ret:
# ret['cat_spec_wh'][k, cls_id * 2: cls_id * 2 + 2] = wh[k]
# if 'cat_spec_mask' in ret:
# ret['cat_spec_mask'][k, cls_id * 2: cls_id * 2 + 2] = 1
# if self.opt.dense_wh:
# draw_dense_reg(ret['dense_wh'], hm.max(axis=0), ct_int,
# wh[k], radius)
draw_gaussian = draw_msra_gaussian if self.opt.mse_loss else \
draw_umich_gaussian
hm = np.zeros((num_classes, output_h, output_w), dtype=np.float32)
wh = np.zeros((self.max_objs, 2), dtype=np.float32)
if self.opt.a_method == 2:
angle = np.full((self.max_objs, 1), 0.5, dtype=np.float32)
else:
angle = np.zeros((self.max_objs, 1), dtype=np.float32)
dense_wh = np.zeros((2, output_h, output_w), dtype=np.float32)
reg = np.zeros((self.max_objs, 2), dtype=np.float32)
ind = np.zeros((self.max_objs), dtype=np.int64)
reg_mask = np.zeros((self.max_objs), dtype=np.uint8)
cat_spec_wh = np.zeros((self.max_objs, num_classes * 2),
dtype=np.float32)
cat_spec_mask = np.zeros((self.max_objs, num_classes * 2),
dtype=np.uint8)
anns = re_anns(anns, trans_output, output_w, output_h)
num_objs = min(len(anns), self.max_objs)
# if True:
if self.opt.debug:
gt_img = cv2.warpAffine(img,
trans_output, (output_w, output_h),
flags=cv2.INTER_LINEAR)
segs = [ann['segmentation'][0] for ann in anns]
cvtools.imwrite(
cvtools.draw_boxes_texts(gt_img,
segs,
draw_start=False,
box_format='polygon'),
osp.join(self.opt.debug_dir, 'gt_' + file_name))
bad_num = 0
gt_det = []
for k in range(num_objs):
ann = anns[k]
cls_id = int(self.cat_ids[ann['category_id']])
segm = np.array(ann['segmentation'][0])
# if flipped:
# for i in range(0, len(segm), 2):
# segm[i] = width - segm[i] - 1
# for i in range(0, len(segm), 2):
# segm[i:i + 2] = affine_transform(segm[i:i + 2], trans_output)
# segm[i] = np.clip(segm[i], 0, output_w - 1)
# segm[i + 1] = np.clip(segm[i + 1], 0, output_h - 1)
segm_hull = cv2.convexHull(segm.reshape(-1, 2).astype(np.float32),
clockwise=False)
xy, (w, h), a = cv2.minAreaRect(segm_hull)
if xy[0] > output_w or xy[0] < 0 or xy[1] > output_h or xy[1] < 0:
# TODO：查明为何会出现这种情况。P0750
# xy中y下出现负值或大于127
# print(file_name, ann, segm, xy)
bad_num += 1
continue
if h > 0 and w > 0:
a, w, h = convert_angle(a, w, h, self.opt.a_method)
ct = np.array(xy, dtype=np.float32)
ct_int = ct.astype(np.int32)
radius = gaussian_radius((math.ceil(h), math.ceil(w)))
radius = max(0, int(radius))
radius = self.opt.hm_gauss if self.opt.mse_loss else radius
# radius = np.array((h / 3., w / 3.), np.int32)
draw_gaussian(hm[cls_id], ct_int, radius)
wh[k] = 1. * w, 1. * h
gt_a = a / 90.
if self.opt.a_method == 2:
gt_a = (a + 90.) / 180.
angle[k] = gt_a
ind[k] = ct_int[1] * output_w + ct_int[0]
reg[k] = ct - ct_int
reg_mask[k] = 1
cat_spec_wh[k, cls_id * 2:cls_id * 2 + 2] = wh[k]
cat_spec_mask[k, cls_id * 2:cls_id * 2 + 2] = 1
if self.opt.dense_wh:
draw_dense_reg(dense_wh, hm.max(axis=0), ct_int, wh[k],
radius)
gt_det.append(segm + [cls_id])
else:
bad_num += 1
if bad_num == num_objs: return []
ret = {
'input': inp,
'hm': hm,
'reg_mask': reg_mask,
'ind': ind,
'wh': wh,
'a': angle
}
if self.opt.dense_wh:
hm_a = hm.max(axis=0, keepdims=True)
dense_wh_mask = np.concatenate([hm_a, hm_a], axis=0)
ret.update({'dense_wh': dense_wh, 'dense_wh_mask': dense_wh_mask})
del ret['wh']
elif self.opt.cat_spec_wh:
ret.update({
'cat_spec_wh': cat_spec_wh,
'cat_spec_mask': cat_spec_mask
})
del ret['wh']
if self.opt.reg_offset:
ret.update({'reg': reg})
if self.opt.debug > 0 or 'train' not in self.split:
gt_det = np.array(gt_det, dtype=np.float32) if len(gt_det) > 0 else \
np.zeros((1, 6), dtype=np.float32)
meta = {'c': c, 's': s, 'gt_det': gt_det, 'img_id': img_id}
ret['meta'] = meta
rets.append(ret)
return rets
def draw_boxes_texts(img,
boxes,
texts=None,
colors=None,
line_width=1,
draw_start=True,
box_format='x1y1x2y2'):
"""support box format: x1y1x2y2(default), x1y1wh, xywh, xywha, x1y1x2y2x3y3x4y4"""
if len(boxes) == 0:
return img
boxes = copy.deepcopy(boxes)
if not isinstance(boxes, np.ndarray):
boxes = np.array(boxes)
if box_format != 'xywha':
boxes = boxes.astype(np.int)
if len(boxes.shape) == 1:
boxes = [boxes]
else:
boxes = boxes.astype(np.int)
if texts is not None and not isinstance(texts, (list, np.ndarray)):
texts = [texts]
if isinstance(img, Image.Image):
img = cv.cvtColor(np.asarray(img), cv.COLOR_RGB2BGR)
if not isinstance(img, np.ndarray):
return
# if colors is None:
# colors = [(255, 0, 0), (0, 255, 255)]
text_color = (0, 255, 255)
thickness = line_width
font = cv.FONT_HERSHEY_SIMPLEX
for idx, box in enumerate(boxes):
box_color = (0, 0, 255) if colors is None else colors[
idx] # default color: red, BGR order
if box_format == 'x1y1x2y2':
cv.rectangle(img, tuple(box[0:2]), tuple(box[2:4]), box_color,
thickness)
elif box_format == 'x1y1wh':
box[0:4] = cvtools.x1y1wh_to_x1y1x2y2(list(box[0:4]))
cv.rectangle(img, tuple(box[0:2]), tuple(box[2:4]), box_color,
thickness)
pass
elif box_format == 'xywh':
box[0:4] = cvtools.xywh_to_x1y1x2y2(list(box[0:4]))
cv.rectangle(img, tuple(box[0:2]), tuple(box[2:4]), box_color,
thickness)
elif box_format == 'xywha':
rrect = tuple(box[:2]), tuple(box[2:4]), box[4]
box = cv.boxPoints(rrect).astype(np.int)
# box = np.int0(box)
cv.drawContours(img, [box], 0, box_color, thickness)
box = box.reshape((-1, ))
elif box_format == 'x1y1x2y2x3y3x4y4':
cv.line(img, tuple(box[:2]), tuple(box[2:4]), box_color, thickness)
cv.line(img, tuple(box[2:4]), tuple(box[4:6]), box_color,
thickness)
cv.line(img, tuple(box[4:6]), tuple(box[6:8]), box_color,
thickness)
cv.line(img, tuple(box[6:]), tuple(box[:2]), box_color, thickness)
else:
raise RuntimeError('not supported box format!')
if draw_start:
cv.circle(img,
tuple(box[:2]),
radius=5,
color=text_color,
thickness=-1)
if texts is not None:
cv.putText(img, texts[idx], (box[0] + 2, box[1] - 2), font, 0.5,
text_color, 1)
return img