def gen_predict_input(self):
print("Preprocessing valid idx ...")
self.n_valid_idx = 0
self.valid_idx = []
self.metadata = []
fout = open(self.valid_idx_lst, 'w')
n_his = self.args.n_his
frame_offset = self.args.frame_offset
for i in range(self.st_idx, self.st_idx + self.n_rollout):
if i % 500 == 0:
print("Preprocessing valid idx %d/%d" %
(i, self.st_idx + self.n_rollout))
vid = int(i / 1000)
ann_full_dir = os.path.join(
self.ann_dir, 'annotation_%02d000-%02d000' % (vid, vid + 1))
#with open(os.path.join(self.label_dir, 'proposal_%05d.json' % i)) as f:
#pk_path = os.path.join(self.tube_dir, 'annotation_%05d.pk' % i)
pk_path = os.path.join(self.tube_dir, 'proposal_%05d.pk' % i)
prp_path = os.path.join(self.prp_dir, 'proposal_%05d.json' % i)
ann_path = os.path.join(ann_full_dir, 'annotation_%05d.json' % i)
if not os.path.isfile(pk_path):
pk_path = os.path.join(self.tube_dir, 'annotation_%05d.pk' % i)
tubes_info = utilsTube.pickleload(pk_path)
prp_info = utilsTube.jsonload(prp_path)
data = utilsTube.jsonload(ann_path)
data['tubes'] = tubes_info['tubes']
data['proposals'] = prp_info
self.metadata.append(data)
#pdb.set_trace()
j = n_his * frame_offset
frm_list = []
objects = data['proposals']['frames'][j]['objects']
frm_list.append(j)
n_object_cur = len(objects)
# check whether the target is valid
idx = j + frame_offset
objects_nxt = data['proposals']['frames'][idx]['objects']
n_object_nxt = len(objects_nxt)
frm_list.append(idx)
self.valid_idx.append((i - self.st_idx, j))
fout.write('%d %d\n' % (i - self.st_idx, j))
self.n_valid_idx += 1
fout.close()
def read_valid_idx(self):
# if self.phase == 'train':
# return
print("Reading valid idx ...")
self.n_valid_idx = 0
self.valid_idx = []
self.metadata = []
fin = open(self.valid_idx_lst, 'r').readlines()
self.n_valid_idx = len(fin)
for i in range(self.n_valid_idx):
a = int(fin[i].strip().split(' ')[0])
b = int(fin[i].strip().split(' ')[1])
self.valid_idx.append((a, b))
for i in range(self.st_idx, self.st_idx + self.n_rollout):
if i % 500 == 0:
print("Reading valid idx %d/%d" %
(i, self.st_idx + self.n_rollout))
vid = int(i / 1000)
ann_full_dir = os.path.join(
self.ann_dir, 'annotation_%02d000-%02d000' % (vid, vid + 1))
#pk_path = os.path.join(self.tube_dir, 'annotation_%05d.pk' % i)
pk_path = os.path.join(self.tube_dir, 'proposal_%05d.pk' % i)
prp_path = os.path.join(self.prp_dir, 'proposal_%05d.json' % i)
ann_path = os.path.join(ann_full_dir, 'annotation_%05d.json' % i)
if not os.path.isfile(pk_path):
pk_path = os.path.join(self.tube_dir, 'annotation_%05d.pk' % i)
tubes_info = utilsTube.pickleload(pk_path)
prp_info = utilsTube.jsonload(prp_path)
data = utilsTube.jsonload(ann_path)
data['tubes'] = tubes_info['tubes']
data['proposals'] = prp_info
self.metadata.append(data)
def gen_valid_idx_from_tube_info(self):
print("Preprocessing valid idx ...")
self.n_valid_idx = 0
self.valid_idx = []
self.metadata = []
fout = open(self.valid_idx_lst, 'w')
n_his = self.args.n_his
frame_offset = self.args.frame_offset
for i in range(self.st_idx, self.st_idx + self.n_rollout):
if i % 500 == 0:
print("Preprocessing valid idx %d/%d" %
(i, self.st_idx + self.n_rollout))
vid = int(i / 1000)
ann_full_dir = os.path.join(
self.ann_dir, 'annotation_%02d000-%02d000' % (vid, vid + 1))
#with open(os.path.join(self.label_dir, 'proposal_%05d.json' % i)) as f:
#pk_path = os.path.join(self.tube_dir, 'annotation_%05d.pk' % i)
pk_path = os.path.join(self.tube_dir, 'proposal_%05d.pk' % i)
prp_path = os.path.join(self.prp_dir, 'proposal_%05d.json' % i)
ann_path = os.path.join(ann_full_dir, 'annotation_%05d.json' % i)
if not os.path.isfile(pk_path):
pk_path = os.path.join(self.tube_dir, 'annotation_%05d.pk' % i)
tubes_info = utilsTube.pickleload(pk_path)
prp_info = utilsTube.jsonload(prp_path)
data = utilsTube.jsonload(ann_path)
data['tubes'] = tubes_info['tubes']
data['proposals'] = prp_info
self.metadata.append(data)
#pdb.set_trace()
for j in range(n_his * frame_offset,
len(data['proposals']['frames']) - frame_offset):
frm_list = []
objects = data['proposals']['frames'][j]['objects']
frm_list.append(j)
n_object_cur = len(objects)
valid = True
if not check_box_in_tubes(objects, j, data['tubes']):
valid = False
# check whether history window is valid
for k in range(n_his):
idx = j - (k + 1) * frame_offset
objects = data['proposals']['frames'][idx]['objects']
frm_list.append(idx)
n_object = len(objects)
if (not valid) or n_object != n_object_cur:
valid = False
break
if not check_box_in_tubes(objects, idx, data['tubes']):
valid = False
if valid:
# check whether the target is valid
idx = j + frame_offset
objects_nxt = data['proposals']['frames'][idx]['objects']
n_object_nxt = len(objects_nxt)
frm_list.append(idx)
if (not valid) or n_object_nxt != n_object_cur:
valid = False
if utilsTube.check_object_inconsistent_identifier(
frm_list, data['tubes']):
valid = False
if utilsTube.checking_duplicate_box_among_tubes(
frm_list, data['tubes']):
valid = False
if not check_box_in_tubes(objects_nxt, idx, data['tubes']):
valid = False
if valid:
self.valid_idx.append((i - self.st_idx, j))
fout.write('%d %d\n' % (i - self.st_idx, j))
self.n_valid_idx += 1
fout.close()
with tqdm(total=len(test_list)) as pbar:
for test_idx in range(len(test_list)):
#print("[%d/%d]" % (test_idx, len(test_list)))
print_str = "[%d/%d]" % (test_idx, len(test_list))
pbar.set_description(print_str)
pbar.update()
test_idx2 = test_list[test_idx]
des_pred = dict()
des_path = os.path.join(args.des_dir,
'sim_%05d.json' % test_list[test_idx])
#des_path = os.path.join(args.des_dir, 'sim_%05d.pk' % test_list[test_idx])
if os.path.isfile(des_path) and not args.debug:
try:
utilsTube.jsonload(des_path)
continue
except:
print('invalid index: %d\n' % (test_idx))
vid = int(test_idx2 / 1000)
ann_full_dir = os.path.join(
args.ann_dir, 'annotation_%02d000-%02d000' % (vid, vid + 1))
#pk_path = os.path.join(args.tube_dir, 'annotation_%05d.pk' % test_idx2)
pk_path = os.path.join(args.tube_dir, 'proposal_%05d.pk' % test_idx2)
prp_path = os.path.join(args.prp_dir, 'proposal_%05d.json' % test_idx2)
ann_path = os.path.join(ann_full_dir,
'annotation_%05d.json' % test_idx2)
if not os.path.isfile(pk_path):
pk_path = os.path.join(args.tube_dir,
'annotation_%05d.pk' % test_idx2)