def create_tracker(tracker_type):
if tracker_type == 'MOSSE':
tracker = MOSSE()
elif tracker_type == 'CSK':
tracker = CSK()
elif tracker_type == 'CN':
tracker = CN()
elif tracker_type == 'DSST':
tracker = DSST(dsst_config.DSSTConfig())
elif tracker_type == 'SAMF':
tracker = SAMF()
elif tracker_type == 'Staple':
tracker = Staple(config=staple_config.StapleVOTConfig())
#elif tracker_type=='Staple-CA':
# tracker=Staple(config=staple_config.StapleCAVOTConfig())
elif tracker_type == 'KCF':
tracker = KCF(features='hog', kernel='gaussian')
elif tracker_type == 'DCF':
tracker = KCF(features='hog', kernel='linear')
elif tracker_type == 'DAT':
tracker = DAT()
elif tracker_type == 'ECO-HC':
tracker = ECO(config=vot18_hc_config.VOT18HCConfig())
elif tracker_type == 'ECO':
tracker = ECO(config=vot18_deep_config.VOT18DeepConfig())
elif tracker_type == 'BACF':
tracker = BACF()
elif tracker_type == 'CSRDCF':
tracker = CSRDCF(csrdcf_config.CSRDCFConfig())
elif tracker_type == 'CSRDCF-LP':
tracker = CSRDCF(csrdcf_config.CSRDCFLPConfig())
elif tracker_type == 'OPENCV_KCF':
tracker = OpenCVCFTracker(name='KCF')
elif tracker_type == 'OPENCV_MOSSE':
tracker = OpenCVCFTracker(name='MOSSE')
elif tracker_type == 'OPENCV-CSRDCF':
tracker = OpenCVCFTracker(name='CSRDCF')
elif tracker_type == 'LDES':
tracker = LDES(config=ldes_config.LDESVOTLinearConfig())
elif tracker_type == 'LDES-NoBGD':
tracker = LDES(config=ldes_config.LDESVOTNoBGDLinearConfig())
elif tracker_type == 'DSST-LP':
tracker = DSST(dsst_config.DSSTLPConfig())
elif tracker_type == 'MKCFup':
tracker = MKCFup(config=mkcf_up_config.MKCFupConfig())
elif tracker_type == 'MKCFup-LP':
tracker = MKCFup(config=mkcf_up_config.MKCFupLPConfig())
elif tracker_type == 'STRCF':
tracker = STRCF()
elif tracker_type == 'MCCTH-Staple':
tracker = MCCTHStaple(config=mccth_staple_config.MCCTHVOTConfig())
else:
raise NotImplementedError
return tracker
def __init__(self, img_dir, tracker_type, dataset_config):
self.img_dir = img_dir
self.tracker_type = tracker_type
self.frame_list = get_img_list(img_dir)
self.frame_list.sort()
dataname = img_dir.split('\\')[-2]
self.gts = get_ground_truthes(img_dir[:-4])
if dataname in dataset_config.frames.keys():
start_frame, end_frame = dataset_config.frames[dataname][0:2]
if dataname != 'David':
self.init_gt = self.gts[start_frame - 1]
else:
self.init_gt = self.gts[0]
self.frame_list = self.frame_list[start_frame - 1:end_frame]
else:
self.init_gt = self.gts[0]
if self.tracker_type == 'MOSSE':
self.tracker = MOSSE()
elif self.tracker_type == 'CSK':
self.tracker = CSK()
elif self.tracker_type == 'CN':
self.tracker = CN()
elif self.tracker_type == 'DSST':
self.tracker = DSST(dsst_config.DSSTConfig())
elif self.tracker_type == 'Staple':
self.tracker = Staple(config=staple_config.StapleConfig())
elif self.tracker_type == 'Staple-CA':
self.tracker = Staple(config=staple_config.StapleCAConfig())
elif self.tracker_type == 'KCF_CN':
self.tracker = KCF(features='cn', kernel='gaussian')
elif self.tracker_type == 'KCF_GRAY':
self.tracker = KCF(features='gray', kernel='gaussian')
elif self.tracker_type == 'KCF_HOG':
self.tracker = KCF(features='hog', kernel='gaussian')
elif self.tracker_type == 'DCF_GRAY':
self.tracker = KCF(features='gray', kernel='linear')
elif self.tracker_type == 'DCF_HOG':
self.tracker = KCF(features='hog', kernel='linear')
elif self.tracker_type == 'DAT':
self.tracker = DAT()
elif self.tracker_type == 'ECO-HC':
self.tracker = ECO(config=otb_hc_config.OTBHCConfig())
elif self.tracker_type == 'ECO':
self.tracker = ECO(config=otb_deep_config.OTBDeepConfig())
elif self.tracker_type == 'BACF':
self.tracker = BACF()
elif self.tracker_type == 'CSRDCF':
self.tracker = CSRDCF(config=csrdcf_config.CSRDCFConfig())
elif self.tracker_type == 'CSRDCF-LP':
self.tracker = CSRDCF(config=csrdcf_config.CSRDCFLPConfig())
elif self.tracker_type == 'SAMF':
self.tracker = SAMF()
elif self.tracker_type == 'LDES':
self.tracker = LDES(ldes_config.LDESDemoLinearConfig())
elif self.tracker_type == 'DSST-LP':
self.tracker = DSST(dsst_config.DSSTLPConfig())
elif self.tracker_type == 'MKCFup':
self.tracker = MKCFup(config=mkcf_up_config.MKCFupConfig())
elif self.tracker_type == 'MKCFup-LP':
self.tracker = MKCFup(config=mkcf_up_config.MKCFupLPConfig())
elif self.tracker_type == 'STRCF':
self.tracker = STRCF()
elif self.tracker_type == 'MCCTH-Staple':
self.tracker = MCCTHStaple(
config=mccth_staple_config.MCCTHOTBConfig())
elif self.tracker_type == 'MCCTH':
self.tracker = MCCTH(config=mccth_config.MCCTHConfig())
else:
raise NotImplementedError
def __init__(self,img_dir,tracker_type,dataset_config):
# img_directory is an attribute
self.img_dir=img_dir
# tracker type definition
self.tracker_type=tracker_type
# get_img_list function appends the name of all jpg files into a list.
self.frame_list = get_img_list(img_dir)
# Sorting the frame_list
self.frame_list.sort()
# name of the folder
dataname=img_dir.split('/')[-2]
# Getting the ground truth
self.gts=get_ground_truthes(img_dir[:-4])
if dataname in dataset_config.frames.keys():
start_frame,end_frame=dataset_config.frames[dataname][0:2]
if dataname!='David':
self.init_gt=self.gts[start_frame-1]
else:
self.init_gt=self.gts[0]
self.frame_list=self.frame_list[start_frame-1:end_frame]
else:
self.init_gt=self.gts[0]
# Calling the appropriate tracker class as asked for.
if self.tracker_type == 'MOSSE':
self.tracker=MOSSE()
elif self.tracker_type=='CSK':
self.tracker=CSK()
elif self.tracker_type=='CN':
self.tracker=CN()
elif self.tracker_type=='DSST':
self.tracker=DSST(dsst_config.DSSTConfig())
elif self.tracker_type=='Staple':
self.tracker=Staple(config=staple_config.StapleConfig())
elif self.tracker_type=='Staple-CA':
self.tracker=Staple(config=staple_config.StapleCAConfig())
elif self.tracker_type=='KCF_CN':
self.tracker=KCF(features='cn',kernel='gaussian')
elif self.tracker_type=='KCF_GRAY':
self.tracker=KCF(features='gray',kernel='gaussian')
elif self.tracker_type=='KCF_HOG':
self.tracker=KCF(features='hog',kernel='gaussian')
elif self.tracker_type=='DCF_GRAY':
self.tracker=KCF(features='gray',kernel='linear')
elif self.tracker_type=='DCF_HOG':
self.tracker=KCF(features='hog',kernel='linear')
elif self.tracker_type=='DAT':
self.tracker=DAT()
elif self.tracker_type=='ECO-HC':
self.tracker=ECO(config=otb_hc_config.OTBHCConfig())
elif self.tracker_type=='ECO':
self.tracker=ECO(config=otb_deep_config.OTBDeepConfig())
elif self.tracker_type=='BACF':
self.tracker=BACF()
elif self.tracker_type=='CSRDCF':
self.tracker=CSRDCF(config=csrdcf_config.CSRDCFConfig())
elif self.tracker_type=='CSRDCF-LP':
self.tracker=CSRDCF(config=csrdcf_config.CSRDCFLPConfig())
elif self.tracker_type=='SAMF':
self.tracker=SAMF()
elif self.tracker_type=='LDES':
self.tracker=LDES(ldes_config.LDESDemoLinearConfig())
elif self.tracker_type=='DSST-LP':
self.tracker=DSST(dsst_config.DSSTLPConfig())
elif self.tracker_type=='MKCFup':
self.tracker=MKCFup(config=mkcf_up_config.MKCFupConfig())
elif self.tracker_type=='MKCFup-LP':
self.tracker=MKCFup(config=mkcf_up_config.MKCFupLPConfig())
elif self.tracker_type=='STRCF':
self.tracker=STRCF()
elif self.tracker_type=='MCCTH-Staple':
self.tracker=MCCTHStaple(config=mccth_staple_config.MCCTHOTBConfig())
elif self.tracker_type=='MCCTH':
self.tracker=MCCTH(config=mccth_config.MCCTHConfig())
else:
raise NotImplementedError
def track_otb(tracker_type, dataset):
for video in dataset:
regions = []
print('video:', video.name)
if tracker_type == 'MOSSE':
tracker = MOSSE()
elif tracker_type == 'CSK':
tracker = CSK()
elif tracker_type == 'CN':
tracker = CN()
elif tracker_type == 'DSST':
tracker = DSST(dsst_config.DSSTConfig())
elif tracker_type == 'SAMF':
tracker = SAMF()
elif tracker_type == 'Staple':
tracker = Staple(config=staple_config.StapleConfig())
elif tracker_type == 'Staple-CA':
tracker = Staple(config=staple_config.StapleCAConfig())
elif tracker_type == 'KCF':
tracker = KCF(features='hog', kernel='gaussian')
elif tracker_type == 'DCF':
tracker = KCF(features='hog', kernel='linear')
elif tracker_type == 'DAT':
tracker = DAT()
elif tracker_type == 'ECO-HC':
tracker = ECO(config=otb_hc_config.OTBHCConfig())
elif tracker_type == 'ECO':
tracker = ECO(config=otb_deep_config.OTBDeepConfig())
elif tracker_type == 'BACF':
tracker = BACF()
elif tracker_type == 'CSRDCF':
tracker = CSRDCF(csrdcf_config.CSRDCFConfig())
elif tracker_type == 'CSRDCF-LP':
tracker = CSRDCF(csrdcf_config.CSRDCFLPConfig())
elif tracker_type == 'OPENCV_KCF':
tracker = OpenCVCFTracker(name='KCF')
elif tracker_type == 'OPENCV_MOSSE':
tracker = OpenCVCFTracker(name='MOSSE')
elif tracker_type == 'OPENCV-CSRDCF':
tracker = OpenCVCFTracker(name='CSRDCF')
elif tracker_type == 'LDES':
tracker = LDES(ldes_config.LDESOTBLinearConfig())
elif tracker_type == 'LDES-NoBGD':
tracker = LDES(ldes_config.LDESOTBNoBGDLinearConfig())
elif tracker_type == 'DSST-LP':
tracker = DSST(dsst_config.DSSTLPConfig())
elif tracker_type == 'MKCFup':
tracker = MKCFup(mkcf_up_config.MKCFupConfig())
elif tracker_type == 'MKCFup-LP':
tracker = MKCFup(mkcf_up_config.MKCFupLPConfig())
elif tracker_type == 'STRCF':
tracker = STRCF()
elif tracker_type == 'MCCTH-Staple':
tracker = MCCTHStaple(mccth_staple_config.MCCTHOTBConfig())
else:
raise NotImplementedError
for idx, (img, gt_bbox) in enumerate(video):
if idx == 0:
# init your tracker here
tracker.init(img, tuple(gt_bbox))
regions.append(gt_bbox)
location = gt_bbox
else:
bbox = tracker.update(img)
regions.append(bbox)
location = bbox
if args.visualization and idx >= 0: # visualization (skip lost frame)
im_show = img.copy()
if idx == 0: cv2.destroyAllWindows()
cv2.rectangle(
im_show, (gt_bbox[0], gt_bbox[1]),
(gt_bbox[0] + gt_bbox[2], gt_bbox[1] + gt_bbox[3]),
(0, 255, 0), 3)
location = [int(l) for l in location]
cv2.rectangle(
im_show, (location[0], location[1]),
(location[0] + location[2], location[1] + location[3]),
(0, 255, 255), 3)
cv2.putText(im_show, str(idx), (40, 40),
cv2.FONT_HERSHEY_SIMPLEX, 1, (0, 255, 255), 2)
cv2.imshow(video.name, im_show)
cv2.waitKey(1)
name = tracker_type
video_path = join('test', args.dataset, name)
if not isdir(video_path): makedirs(video_path)
result_path = join(video_path, '{:s}.txt'.format(video.name))
with open(result_path, "w") as fin:
for x in regions:
fin.write(','.join([str(i) for i in x]) + '\n')
def __init__(self, img_dir, tracker_type, dataset_config):
self.img_dir = img_dir
self.tracker_type = tracker_type
if self.tracker_type == 'MOSSE':
self.tracker = MOSSE()
elif self.tracker_type == 'CSK':
self.tracker = CSK()
elif self.tracker_type == 'CN':
self.tracker = CN()
elif self.tracker_type == 'DSST':
self.tracker = DSST(dsst_config.DSSTConfig())
elif self.tracker_type == 'Staple':
self.tracker = Staple(config=staple_config.StapleConfig())
elif self.tracker_type == 'Staple-CA':
self.tracker = Staple(config=staple_config.StapleCAConfig())
elif self.tracker_type == 'KCF_CN':
self.tracker = KCF(features='cn', kernel='gaussian')
elif self.tracker_type == 'KCF_GRAY':
self.tracker = KCF(features='gray', kernel='gaussian')
elif self.tracker_type == 'KCF_HOG':
self.tracker = KCF(features='hog', kernel='gaussian')
elif self.tracker_type == 'DCF_GRAY':
self.tracker = KCF(features='gray', kernel='linear')
elif self.tracker_type == 'DCF_HOG':
self.tracker = KCF(features='hog', kernel='linear')
elif self.tracker_type == 'DAT':
self.tracker = DAT()
elif self.tracker_type == 'ECO-HC':
self.tracker = ECO(config=otb_hc_config.OTBHCConfig())
elif self.tracker_type == 'ECO':
self.tracker = ECO(config=otb_deep_config.OTBDeepConfig())
elif self.tracker_type == 'BACF':
self.tracker = BACF()
elif self.tracker_type == 'CSRDCF':
self.tracker = CSRDCF(config=csrdcf_config.CSRDCFConfig())
elif self.tracker_type == 'CSRDCF-LP':
self.tracker = CSRDCF(config=csrdcf_config.CSRDCFLPConfig())
elif self.tracker_type == 'SAMF':
self.tracker = SAMF()
elif self.tracker_type == 'LDES':
self.tracker = LDES(ldes_config.LDESDemoLinearConfig())
elif self.tracker_type == 'DSST-LP':
self.tracker = DSST(dsst_config.DSSTLPConfig())
elif self.tracker_type == 'MKCFup':
self.tracker = MKCFup(config=mkcf_up_config.MKCFupConfig())
elif self.tracker_type == 'MKCFup-LP':
self.tracker = MKCFup(config=mkcf_up_config.MKCFupLPConfig())
elif self.tracker_type == 'STRCF':
self.tracker = STRCF()
elif self.tracker_type == 'MCCTH-Staple':
self.tracker = MCCTHStaple(
config=mccth_staple_config.MCCTHOTBConfig())
else:
raise NotImplementedError
class PyTracker:
def __init__(self, img_dir, tracker_type, dataset_config):
self.img_dir = img_dir
self.tracker_type = tracker_type
if self.tracker_type == 'MOSSE':
self.tracker = MOSSE()
elif self.tracker_type == 'CSK':
self.tracker = CSK()
elif self.tracker_type == 'CN':
self.tracker = CN()
elif self.tracker_type == 'DSST':
self.tracker = DSST(dsst_config.DSSTConfig())
elif self.tracker_type == 'Staple':
self.tracker = Staple(config=staple_config.StapleConfig())
elif self.tracker_type == 'Staple-CA':
self.tracker = Staple(config=staple_config.StapleCAConfig())
elif self.tracker_type == 'KCF_CN':
self.tracker = KCF(features='cn', kernel='gaussian')
elif self.tracker_type == 'KCF_GRAY':
self.tracker = KCF(features='gray', kernel='gaussian')
elif self.tracker_type == 'KCF_HOG':
self.tracker = KCF(features='hog', kernel='gaussian')
elif self.tracker_type == 'DCF_GRAY':
self.tracker = KCF(features='gray', kernel='linear')
elif self.tracker_type == 'DCF_HOG':
self.tracker = KCF(features='hog', kernel='linear')
elif self.tracker_type == 'DAT':
self.tracker = DAT()
elif self.tracker_type == 'ECO-HC':
self.tracker = ECO(config=otb_hc_config.OTBHCConfig())
elif self.tracker_type == 'ECO':
self.tracker = ECO(config=otb_deep_config.OTBDeepConfig())
elif self.tracker_type == 'BACF':
self.tracker = BACF()
elif self.tracker_type == 'CSRDCF':
self.tracker = CSRDCF(config=csrdcf_config.CSRDCFConfig())
elif self.tracker_type == 'CSRDCF-LP':
self.tracker = CSRDCF(config=csrdcf_config.CSRDCFLPConfig())
elif self.tracker_type == 'SAMF':
self.tracker = SAMF()
elif self.tracker_type == 'LDES':
self.tracker = LDES(ldes_config.LDESDemoLinearConfig())
elif self.tracker_type == 'DSST-LP':
self.tracker = DSST(dsst_config.DSSTLPConfig())
elif self.tracker_type == 'MKCFup':
self.tracker = MKCFup(config=mkcf_up_config.MKCFupConfig())
elif self.tracker_type == 'MKCFup-LP':
self.tracker = MKCFup(config=mkcf_up_config.MKCFupLPConfig())
elif self.tracker_type == 'STRCF':
self.tracker = STRCF()
elif self.tracker_type == 'MCCTH-Staple':
self.tracker = MCCTHStaple(
config=mccth_staple_config.MCCTHOTBConfig())
else:
raise NotImplementedError
def tracking(self, verbose=True, video_path=None):
poses = []
cap_1 = cv2.VideoCapture(self.img_dir)
ret, init_frame = cap_1.read()
init_frame = cv2.resize(init_frame, (int(704 * 0.8), int(576 * 0.8)))
#print(init_frame.shape)
# init_gt = np.array(self.init_gt)
# init_gt=int(533*0.8),int(43*0.8),int(31*0.8),int(57*0.8)
init_gt = int(523 * 0.8), int(30 * 0.8), int(51 * 0.8), int(87 * 0.8)
x1, y1, w, h = init_gt
init_gt = tuple(init_gt)
self.tracker.init(init_frame, init_gt)
writer = None
if verbose is True and video_path is not None:
writer = cv2.VideoWriter(
video_path, cv2.VideoWriter_fourcc('M', 'J', 'P', 'G'), 30,
(init_frame.shape[1], init_frame.shape[0]))
while True:
ret, current_frame = cap_1.read()
current_frame = cv2.resize(current_frame,
(int(704 * 0.8), int(576 * 0.8)))
# current_frame=cv2.imread(self.frame_list[idx])
height, width = current_frame.shape[:2]
start = time.time()
bbox = self.tracker.update(current_frame, vis=verbose)
print('track time', time.time() - start, current_frame.shape)
x1, y1, w, h = bbox
if verbose is True:
if len(current_frame.shape) == 2:
current_frame = cv2.cvtColor(current_frame,
cv2.COLOR_GRAY2BGR)
score = self.tracker.score
apce = APCE(score)
psr = PSR(score)
F_max = np.max(score)
size = self.tracker.crop_size
score = cv2.resize(score, size)
score -= score.min()
score = score / score.max()
score = (score * 255).astype(np.uint8)
# score = 255 - score
score = cv2.applyColorMap(score, cv2.COLORMAP_JET)
center = (int(x1 + w / 2), int(y1 + h / 2))
x0, y0 = center
x0 = np.clip(x0, 0, width - 1)
y0 = np.clip(y0, 0, height - 1)
center = (x0, y0)
xmin = int(center[0]) - size[0] // 2
xmax = int(center[0]) + size[0] // 2 + size[0] % 2
ymin = int(center[1]) - size[1] // 2
ymax = int(center[1]) + size[1] // 2 + size[1] % 2
left = abs(xmin) if xmin < 0 else 0
xmin = 0 if xmin < 0 else xmin
right = width - xmax
xmax = width if right < 0 else xmax
right = size[0] + right if right < 0 else size[0]
top = abs(ymin) if ymin < 0 else 0
ymin = 0 if ymin < 0 else ymin
down = height - ymax
ymax = height if down < 0 else ymax
down = size[1] + down if down < 0 else size[1]
score = score[top:down, left:right]
crop_img = current_frame[ymin:ymax, xmin:xmax]
score_map = cv2.addWeighted(crop_img, 0.6, score, 0.4, 0)
current_frame[ymin:ymax, xmin:xmax] = score_map
show_frame = cv2.rectangle(current_frame, (int(x1), int(y1)),
(int(x1 + w), int(y1 + h)),
(255, 0, 0), 1)
"""
cv2.putText(show_frame, 'APCE:' + str(apce)[:5], (0, 250), cv2.FONT_HERSHEY_COMPLEX, 2,
(0, 0, 255), 5)
cv2.putText(show_frame, 'PSR:' + str(psr)[:5], (0, 300), cv2.FONT_HERSHEY_COMPLEX, 2,
(255, 0, 0), 5)
cv2.putText(show_frame, 'Fmax:' + str(F_max)[:5], (0, 350), cv2.FONT_HERSHEY_COMPLEX, 2,
(255, 0, 0), 5)
"""
cv2.imshow('demo', show_frame)
# if writer is not None:
# writer.write(show_frame)
cv2.waitKey()
poses.append(np.array([int(x1), int(y1), int(w), int(h)]))
return np.array(poses)