def __init__(self, labelfile, imagesdir):
self.width, self.height = 800, 800
self.mean = [0.408, 0.447, 0.47]
self.std = [0.289, 0.274, 0.278]
self.batch_size = 18
self.lr = 1e-4
self.gpus = [2] #[0, 1, 2, 3]
self.gpu_master = self.gpus[0]
self.model = DBFace(has_landmark=True,
wide=64,
has_ext=True,
upmode="UCBA")
self.model.init_weights()
self.model = nn.DataParallel(self.model, device_ids=self.gpus)
self.model.cuda(device=self.gpu_master)
self.model.train()
self.focal_loss = losses.FocalLoss()
self.giou_loss = losses.GIoULoss()
self.landmark_loss = losses.WingLoss(w=2)
self.train_dataset = LDataset(labelfile,
imagesdir,
mean=self.mean,
std=self.std,
width=self.width,
height=self.height)
self.train_loader = DataLoader(dataset=self.train_dataset,
batch_size=self.batch_size,
shuffle=True,
num_workers=24)
self.optimizer = torch.optim.Adam(self.model.parameters(), lr=self.lr)
self.per_epoch_batchs = len(self.train_loader)
self.iter = 0
self.epochs = 150
class OnnxModel(nn.Module):
def __init__(self, **kwargs):
super(OnnxModel, self).__init__()
self.model = DBFace(**kwargs)
self.model.load(f"{jobdir}/models/150.pth")
def forward(self, x):
center, box, landmark = self.model(x)
center_sigmoid = torch.sigmoid(center)
center_maxpool = F.max_pool2d(center_sigmoid, kernel_size=3, padding=1, stride=1)
box = torch.exp(box)
return center_maxpool, box, landmark
import common
import eval_tool
import torch
import torch.nn as nn
import logger
import numpy as np
from dbface import DBFace
from evaluate import evaluation
# create logger
trial_name = "small-H-dense-wide64-UCBA"
jobdir = f"jobs/{trial_name}"
log = logger.create(trial_name, f"{jobdir}/logs/eval.log")
# load and init model
model = DBFace(has_landmark=True, wide=64, has_ext=True, upmode="UCBA")
model.load(f"{jobdir}/models/150.pth")
model.eval()
model.cuda()
# load dataset
mean = [0.408, 0.447, 0.47]
std = [0.289, 0.274, 0.278]
files, anns = zip(
*common.load_webface("webface/val/label.txt", "webface/WIDER_val/images"))
# forward and summary
prefix = "webface/WIDER_val/images/"
all_result_dict = {}
total_file = len(files)
class App(object):
def __init__(self, labelfile, imagesdir):
self.width, self.height = 800, 800
self.mean = [0.408, 0.447, 0.47]
self.std = [0.289, 0.274, 0.278]
self.batch_size = 18
self.lr = 1e-4
self.gpus = [2] #[0, 1, 2, 3]
self.gpu_master = self.gpus[0]
self.model = DBFace(has_landmark=True,
wide=64,
has_ext=True,
upmode="UCBA")
self.model.init_weights()
self.model = nn.DataParallel(self.model, device_ids=self.gpus)
self.model.cuda(device=self.gpu_master)
self.model.train()
self.focal_loss = losses.FocalLoss()
self.giou_loss = losses.GIoULoss()
self.landmark_loss = losses.WingLoss(w=2)
self.train_dataset = LDataset(labelfile,
imagesdir,
mean=self.mean,
std=self.std,
width=self.width,
height=self.height)
self.train_loader = DataLoader(dataset=self.train_dataset,
batch_size=self.batch_size,
shuffle=True,
num_workers=24)
self.optimizer = torch.optim.Adam(self.model.parameters(), lr=self.lr)
self.per_epoch_batchs = len(self.train_loader)
self.iter = 0
self.epochs = 150
def set_lr(self, lr):
self.lr = lr
log.info(f"setting learning rate to: {lr}")
for param_group in self.optimizer.param_groups:
param_group["lr"] = lr
def train_epoch(self, epoch):
for indbatch, (images, heatmap_gt, heatmap_posweight, reg_tlrb,
reg_mask, landmark_gt, landmark_mask, num_objs,
keep_mask) in enumerate(self.train_loader):
self.iter += 1
batch_objs = sum(num_objs)
batch_size = self.batch_size
if batch_objs == 0:
batch_objs = 1
heatmap_gt = heatmap_gt.to(self.gpu_master)
heatmap_posweight = heatmap_posweight.to(self.gpu_master)
keep_mask = keep_mask.to(self.gpu_master)
reg_tlrb = reg_tlrb.to(self.gpu_master)
reg_mask = reg_mask.to(self.gpu_master)
landmark_gt = landmark_gt.to(self.gpu_master)
landmark_mask = landmark_mask.to(self.gpu_master)
images = images.to(self.gpu_master)
hm, tlrb, landmark = self.model(images)
hm = hm.sigmoid()
hm = torch.clamp(hm, min=1e-4, max=1 - 1e-4)
tlrb = torch.exp(tlrb)
hm_loss = self.focal_loss(
hm, heatmap_gt, heatmap_posweight,
keep_mask=keep_mask) / batch_objs
reg_loss = self.giou_loss(tlrb, reg_tlrb, reg_mask) * 5
landmark_loss = self.landmark_loss(landmark, landmark_gt,
landmark_mask) * 0.1
loss = hm_loss + reg_loss + landmark_loss
self.optimizer.zero_grad()
loss.backward()
self.optimizer.step()
epoch_flt = epoch + indbatch / self.per_epoch_batchs
if indbatch % 10 == 0:
log.info(
f"iter: {self.iter}, lr: {self.lr:g}, epoch: {epoch_flt:.2f}, loss: {loss.item():.2f}, hm_loss: {hm_loss.item():.2f}, "
f"box_loss: {reg_loss.item():.2f}, lmdk_loss: {landmark_loss.item():.5f}"
)
if indbatch % 1000 == 0:
log.info("save hm")
hm_image = hm[0, 0].cpu().data.numpy()
common.imwrite(f"{jobdir}/imgs/hm_image.jpg", hm_image * 255)
common.imwrite(f"{jobdir}/imgs/hm_image_gt.jpg",
heatmap_gt[0, 0].cpu().data.numpy() * 255)
image = np.clip(
(images[0].permute(1, 2, 0).cpu().data.numpy() * self.std +
self.mean) * 255, 0, 255).astype(np.uint8)
outobjs = eval_tool.detect_images_giou_with_netout(
hm, tlrb, landmark, threshold=0.1, ibatch=0)
im1 = image.copy()
for obj in outobjs:
common.drawbbox(im1, obj)
common.imwrite(f"{jobdir}/imgs/train_result.jpg", im1)
def train(self):
lr_scheduer = {1: 1e-3, 2: 2e-3, 3: 1e-3, 60: 1e-4, 120: 1e-5}
# train
self.model.train()
for epoch in range(self.epochs):
if epoch in lr_scheduer:
self.set_lr(lr_scheduer[epoch])
self.train_epoch(epoch)
file = f"{jobdir}/models/{epoch + 1}.pth"
common.mkdirs_from_file_path(file)
torch.save(self.model.module.state_dict(), file)
def __init__(self, **kwargs):
super(OnnxModel, self).__init__()
self.model = DBFace(**kwargs)
self.model.load(f"{jobdir}/models/150.pth")
if flags[index] != 0:
continue
keep.append(obj)
for j in range(index + 1, len(objs)):
if flags[j] == 0 and obj.iou(objs[j]) > iou:
flags[j] = 1
return keep
mean = [0.408, 0.447, 0.47]
std = [0.289, 0.274, 0.278]
trial_name = "small-H-dense-wide64-UCBA"
jobdir = f"jobs/{trial_name}"
image = common.imread("imgs/selfie.jpg")
model = DBFace(has_landmark=True, wide=64, has_ext=True, upmode="UCBA")
#model.load(f"{jobdir}/models/150.pth")
model.load_from_zoo()
model.eval()
model.cuda()
outs = eval_tool.detect_image(model, image, mean, std, 0.3)
outs = nms(outs, 0.2)
print("objs = %d" % len(outs))
for obj in outs:
common.drawbbox(image, obj)
common.imwrite("test_result/test.jpg", image)
print("ok")