def test(epoch):
# switch to evaluation mode
net.eval()
print ('Extracting Gallery Feature...')
start = time.time()
ptr = 0
gall_feat = np.zeros((ngall, 2048*7))
with torch.no_grad():
for batch_idx, (input, label ) in enumerate(gall_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat,feat_part = net(input, input, test_mode[0])
feat_temp = torch.cat(feat_part,1)
feat_temp = torch.cat((feat_temp,feat),1)
gall_feat[ptr:ptr+batch_num,: ] = feat_temp.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time()-start))
# switch to evaluation mode
net.eval()
print ('Extracting Query Feature...')
start = time.time()
ptr = 0
query_feat = np.zeros((nquery, 2048*7))
with torch.no_grad():
for batch_idx, (input, label ) in enumerate(query_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat_part = net(input, input, test_mode[1])
feat_temp = torch.cat(feat_part,1)
feat_temp = torch.cat((feat_temp,feat),1)
query_feat[ptr:ptr+batch_num,: ] = feat_temp.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time()-start))
start = time.time()
# compute the similarity
gall_feat = 1.*gall_feat/np.repeat(np.linalg.norm(gall_feat,2,1,True),gall_feat.shape[1],1)
query_feat = 1.*query_feat/np.repeat(np.linalg.norm(query_feat,2,1,True),query_feat.shape[1],1)
distmat = np.matmul(query_feat, np.transpose(gall_feat))
# evaluation
if dataset =='regdb':
cmc, mAP = eval_regdb(-distmat, query_label, gall_label)
elif dataset =='sysu':
cmc, mAP = eval_sysu(-distmat, query_label, gall_label, query_cam, gall_cam)
print('Evaluation Time:\t {:.3f}'.format(time.time()-start))
return cmc, mAP
def test(epoch):
# switch to evaluation mode
net.eval()
print('Extracting Gallery Feature...')
start = time.time()
ptr = 0
gall_feat = np.zeros((ngall, args.low_dim))
with torch.no_grad():
for batch_idx, (input, label) in enumerate(gall_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat_pool, feat, feat_vis, feat_inf, out_u, feat_u, p_v, p_i = net(
input, input, test_mode[0])
gall_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
# switch to evaluation mode
net.eval()
print('Extracting Query Feature...')
start = time.time()
ptr = 0
query_feat = np.zeros((nquery, args.low_dim))
with torch.no_grad():
for batch_idx, (input, label) in enumerate(query_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat_pool, feat, feat_vis, feat_inf, out_u, feat_u, p_v, p_i = net(
input, input, test_mode[1])
query_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
start = time.time()
# compute the similarity
distmat = np.matmul(query_feat, np.transpose(gall_feat))
# evaluation
if dataset == 'regdb':
cmc, mAP = eval_regdb(-distmat, query_label, gall_label)
elif dataset == 'sysu':
cmc, mAP = eval_sysu(-distmat, query_label, gall_label, query_cam,
gall_cam)
print('Evaluation Time:\t {:.3f}'.format(time.time() - start))
return cmc, mAP
batch_num, :] = feat.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
return query_feat, query_feat_pool
query_feat, query_feat_pool = extract_query_feat(query_loader)
all_cmc = 0
all_mAP = 0
all_cmc_pool = 0
if dataset == 'regdb':
gall_feat, gall_feat_pool = extract_gall_feat(gall_loader)
# fc feature
distmat = np.matmul(query_feat, np.transpose(gall_feat))
cmc, mAP = eval_regdb(-distmat, query_label, gall_label)
# pool5 feature
distmat_pool = np.matmul(query_feat_pool, np.transpose(gall_feat_pool))
cmc_pool, mAP_pool = eval_regdb(-distmat_pool, query_label, gall_label)
print('Test Trial: {}'.format(args.trial))
print('FC: top-1: {:.2%} | top-5: {:.2%} | top-10: {:.2%}| top-20: {:.2%}'.
format(cmc[0], cmc[4], cmc[9], cmc[19]))
print('mAP: {:.2%}'.format(mAP))
print(
'POOL5: top-1: {:.2%} | top-5: {:.2%} | top-10: {:.2%}| top-20: {:.2%}'
.format(cmc_pool[0], cmc_pool[4], cmc_pool[9], cmc_pool[19]))
print('mAP: {:.2%}'.format(mAP_pool))
elif dataset == 'sysu':
def test(epoch):
# switch to evaluation mode
net.eval()
print('Extracting Gallery Feature...')
start = time.time()
ptr = 0
if args.pcb == 'on':
feat_dim = args.num_strips * args.local_feat_dim
else:
feat_dim = 2048
gall_feat = np.zeros((ngall, feat_dim))
gall_feat_att = np.zeros((ngall, feat_dim))
with torch.no_grad():
for batch_idx, (input, label) in enumerate(gall_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
if args.pcb == 'on':
feat = net(input, input, test_mode[0])
gall_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
else:
feat, feat_att = net(input, input, test_mode[0])
gall_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
gall_feat_att[ptr:ptr +
batch_num, :] = feat_att.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
# switch to evaluation
net.eval()
print('Extracting Query Feature...')
start = time.time()
ptr = 0
query_feat = np.zeros((nquery, feat_dim))
query_feat_att = np.zeros((nquery, feat_dim))
with torch.no_grad():
for batch_idx, (input, label) in enumerate(query_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
if args.pcb == 'on':
feat = net(input, input, test_mode[1])
query_feat[ptr:ptr +
batch_num, :] = feat.detach().cpu().numpy()
else:
feat, feat_att = net(input, input, test_mode[1])
query_feat[ptr:ptr +
batch_num, :] = feat.detach().cpu().numpy()
query_feat_att[ptr:ptr +
batch_num, :] = feat_att.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
start = time.time()
if args.re_rank == 'random_walk':
distmat = random_walk(query_feat, gall_feat)
if args.pcb == 'off':
distmat_att = random_walk(query_feat_att, gall_feat_att)
elif args.re_rank == 'k_reciprocal':
distmat = k_reciprocal(query_feat, gall_feat)
if args.pcb == 'off':
distmat_att = k_reciprocal(query_feat_att, gall_feat_att)
elif args.re_rank == 'no':
# compute the similarity
distmat = -np.matmul(query_feat, np.transpose(gall_feat))
if args.pcb == 'off':
distmat_att = -np.matmul(query_feat_att,
np.transpose(gall_feat_att))
# evaluation
if dataset == 'regdb':
cmc, mAP, mINP = eval_regdb(distmat, query_label, gall_label)
if args.pcb == 'off':
cmc_att, mAP_att, mINP_att = eval_regdb(distmat_att, query_label,
gall_label)
elif dataset == 'sysu':
cmc, mAP, mINP = eval_sysu(distmat, query_label, gall_label, query_cam,
gall_cam)
if args.pcb == 'off':
cmc_att, mAP_att, mINP_att = eval_sysu(distmat_att, query_label,
gall_label, query_cam,
gall_cam)
print('Evaluation Time:\t {:.3f}'.format(time.time() - start))
writer.add_scalar('rank1', cmc[0], epoch)
writer.add_scalar('mAP', mAP, epoch)
writer.add_scalar('mINP', mINP, epoch)
if args.pcb == 'off':
writer.add_scalar('rank1_att', cmc_att[0], epoch)
writer.add_scalar('mAP_att', mAP_att, epoch)
writer.add_scalar('mINP_att', mINP_att, epoch)
return cmc, mAP, mINP, cmc_att, mAP_att, mINP_att
else:
return cmc, mAP, mINP
def test(epoch):
# switch to evaluation mode
net.eval()
print('Extracting Gallery Feature...')
start = time.time()
ptr = 0
gall_feat = np.zeros((ngall, 2048))
gall_feat_att = np.zeros((ngall, 2048))
with torch.no_grad():
for batch_idx, (input, label, attr) in enumerate(gall_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat, feat_att = net(input, input, test_mode[0])
gall_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
gall_feat_att[ptr:ptr +
batch_num, :] = feat_att.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
# switch to evaluation
net.eval()
print('Extracting Query Feature...')
start = time.time()
ptr = 0
query_feat = np.zeros((nquery, 2048))
query_feat_att = np.zeros((nquery, 2048))
with torch.no_grad():
for batch_idx, (input, label, attr) in enumerate(query_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat, feat_att = net(input, input, test_mode[1])
query_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
query_feat_att[ptr:ptr +
batch_num, :] = feat_att.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
start = time.time()
# compute the similarity
distmat = np.matmul(query_feat, np.transpose(gall_feat))
distmat_att = np.matmul(query_feat_att, np.transpose(gall_feat_att))
# evaluation
if dataset == 'regdb':
cmc, mAP, mINP = eval_regdb(-distmat, query_label, gall_label)
cmc_att, mAP_att, mINP_att = eval_regdb(-distmat_att, query_label,
gall_label)
elif dataset == 'sysu':
cmc, mAP, mINP = eval_sysu(-distmat, query_label, gall_label,
query_cam, gall_cam)
cmc_att, mAP_att, mINP_att = eval_sysu(-distmat_att, query_label,
gall_label, query_cam, gall_cam)
print('Evaluation Time:\t {:.3f}'.format(time.time() - start))
writer.add_scalar('rank1', cmc[0], epoch)
writer.add_scalar('mAP', mAP, epoch)
writer.add_scalar('mINP', mINP, epoch)
writer.add_scalar('rank1_att', cmc_att[0], epoch)
writer.add_scalar('mAP_att', mAP_att, epoch)
writer.add_scalar('mINP_att', mINP_att, epoch)
return cmc, mAP, mINP, cmc_att, mAP_att, mINP_att
def test(net, epoch):
# switch to evaluation mode
net.eval()
print('Extracting Gallery Feature...')
start = time.time()
ptr = 0
gall_feat = np.zeros((ngall, args.low_dim)) # args.low_dim
gall_file = []
label_g = []
with torch.no_grad():
for batch_idx, (input, label, img_file) in enumerate(gall_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat_pool, feat = net(input, input, test_mode[0])
label_g.append(label)
gall_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
gall_file.append(img_file)
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
# switch to evaluation mode
net.eval()
print('Extracting Query Feature...')
start = time.time()
ptr = 0
query_feat = np.zeros((nquery, args.low_dim))
query_file = []
with torch.no_grad():
for batch_idx, (input, label, img_file) in enumerate(query_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat_pool, feat = net(input, input, test_mode[1])
query_feat[ptr:ptr +
batch_num, :] = feat.detach().cpu().numpy()
query_file.append(img_file)
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
img = input[0]
# attention_map_show(net, img, feat[0], net.classifier, 'query')
start = time.time()
# compute the similarity
distmat = np.matmul(query_feat, np.transpose(gall_feat))
# evaluation
if dataset == 'regdb':
cmc, mAP = eval_regdb(-distmat, query_label, gall_label)
elif dataset == 'sysu':
# cmc, mAP = eval_sysu(-distmat, query_label, gall_label, query_cam, gall_cam)
cmc, mAP = eval_sysu_test(-distmat, query_label, gall_label,
query_cam, gall_cam, np.array(query_img),
np.array(gall_img))
print('Evaluation Time:\t {:.3f}'.format(time.time() - start))
# uni_que = np.unique(query_label)
# out_q=[]
# out_g=[]
# label_q=[]
# label_g=[]
# num_label=20
# for i in range(num_label):
# label_id = uni_que[i]
# index_q = [i for i, a in enumerate(query_label) if a == label_id]
# index_g = [i for i, a in enumerate(gall_label) if a == label_id]
# out_q.extend(query_feat[index_q[:10], :])
# out_g.extend(gall_feat[index_g[:10], :])
# # tmp_q = query_label[index_q]
# # tmp_g = gall_label[index_g]
# label_q.extend(query_label[index_q[:10]])
# label_g.extend(gall_label[index_g[:10]])
# # n_q += len(tmp_q)
# # n_g += len(tmp_g)
# # labels.extend(np.concatenate((tmp_q, tmp_g), 0))
# output=np.concatenate((out_q, out_g), 0)
# labels=np.concatenate((label_q, label_g), 0)
# n_q = len(out_q)
# n_g = len(out_g)
# figure = draw_cluster(output, labels, n_q,n_g,num_label)
# #
# suffix_id = 'DEBUG_PPAM+glo_id +expcen_'+str(num_label)
# plt.savefig(
# '/home/zhangc/projects/cross_modality_V/BDTR_modal_loss_cbam_debug/image/cluster/' + '_train_' + suffix_id + '.eps')
# plt.show()
# plt.pause(1)
# plt.close()
return cmc, mAP
def test(net, epoch):
# switch to evaluation mode
net.eval()
print('Extracting Gallery Feature...')
start = time.time()
ptr = 0
gall_feat = np.zeros((ngall, args.low_dim)) #args.low_dim
label_g = []
with torch.no_grad():
for batch_idx, (input, label) in enumerate(gall_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat_pool, feat = net(input, input, test_mode[0])
label_g.append(label)
gall_feat[ptr:ptr + batch_num, :] = feat.detach().cpu().numpy()
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
# switch to evaluation mode
net.eval()
print('Extracting Query Feature...')
start = time.time()
ptr = 0
query_feat = np.zeros((nquery, args.low_dim))
label_q = []
with torch.no_grad():
for batch_idx, (input, label) in enumerate(query_loader):
batch_num = input.size(0)
input = Variable(input.cuda())
feat_pool, feat = net(input, input, test_mode[1])
query_feat[ptr:ptr +
batch_num, :] = feat.detach().cpu().numpy()
label_q.append(label)
ptr = ptr + batch_num
print('Extracting Time:\t {:.3f}'.format(time.time() - start))
start = time.time()
# compute the similarity
distmat = np.matmul(query_feat, np.transpose(gall_feat))
# output=np.concatenate((query_feat,gall_feat),0)
# labels=label_q+label_g
# figure = draw_cluster(output, labels, len(label_q),len(label_g))
# #
# plt.savefig('/home/zhangc/projects/cross_modality_V/BDTR_modal_loss_cbam_debug/image/cluster/' + str(
# epoch) + '_test_'+suffix_id+'.jpg')
# plt.show()
# plt.pause(1)
# plt.close()
# evaluation
if dataset == 'regdb':
cmc, mAP = eval_regdb(-distmat, query_label, gall_label)
elif dataset == 'sysu':
cmc, mAP = eval_sysu(-distmat, query_label, gall_label, query_cam,
gall_cam)
print('Evaluation Time:\t {:.3f}'.format(time.time() - start))
# uni_que = np.unique(query_label)
# n_q, n_g = 0, 0
# output = []
# labels = []
# for i in range(30):
# label_id = uni_que[randrange(0, len(uni_que))]
# index_q = [i for i, a in enumerate(query_label) if a == label_id]
# index_g = [i for i, a in enumerate(gall_label) if a == label_id]
# output.extend(np.concatenate((query_feat[index_q, :], gall_feat[index_g, :]), 0))
# tmp_q = query_label[index_q]
# tmp_g = gall_label[index_g]
# n_q += len(tmp_q)
# n_g += len(tmp_g)
# labels.extend(np.concatenate((tmp_q, tmp_g), 0))
#
# figure = draw_cluster(output, labels, n_q, n_g)
# #
# suffix_id = 'DEBUG_30'
# plt.savefig(
# '/home/zhangc/projects/cross_modality_V/BDTR_modal_loss_cbam_debug/image/cluster/' + '_train_' + suffix_id + '.jpg')
# plt.show()
# plt.pause(1)
# plt.close()
return cmc, mAP
