_, preds_l = torch.max(cou, 1)
preds_l = (preds_l + 1).data.cpu().numpy()
# preds_l = cou2cou.data.cpu().numpy()
l_pred = np.hstack((l_pred, preds_l))
batch_corrects = torch.sum((preds == test_y)).data.cpu().numpy()
test_corrects += batch_corrects
test_loss = test_loss.float() / len(test_loader)
test_acc = test_corrects / len(test_loader.dataset)#3292 #len(test_loader)
message = '%s %6.1f | %0.3f | %0.3f\n' % ( \
"test ", epoch,
test_loss.data,
test_acc)
_, _, pre_se_sp_yi_report = report_precision_se_sp_yi(y_pred, y_true)
_, _, pre_se_sp_yi_report_m = report_precision_se_sp_yi(y_pred_m, y_true)
_, MAE, MSE, mae_mse_report = report_mae_mse(l_true, l_pred, y_true)
if True:
log.write(str(pre_se_sp_yi_report) + '\n')
log.write(str(pre_se_sp_yi_report_m) + '\n')
log.write(str(mae_mse_report) + '\n')
cross_val_lists = ['0', '1', '2', '3', '4']
for cross_val_index in cross_val_lists:
log.write('\n\ncross_val_index: ' + cross_val_index + '\n\n')
if True:
trainval_test(cross_val_index, sigma=30 * 0.1, lam=6 * 0.1)
def train():
mkdirs(config.checkpoint_path, config.best_model_path, config.logs)
# load data
src1_train_dataloader_fake, src1_train_dataloader_real, \
src2_train_dataloader_fake, src2_train_dataloader_real, \
src3_train_dataloader_fake, src3_train_dataloader_real, \
tgt_valid_dataloader = get_dataset(config.src1_data, config.src1_train_num_frames,
config.src2_data, config.src2_train_num_frames,
config.src3_data, config.src3_train_num_frames,
config.tgt_data, config.tgt_test_num_frames, config.batch_size)
best_model_ACC = 0.0
best_model_HTER = 1.0
best_model_ACER = 1.0
best_model_AUC = 0.0
# 0:loss, 1:top-1, 2:EER, 3:HTER, 4:ACER, 5:AUC, 6:threshold
valid_args = [np.inf, 0, 0, 0, 0, 0, 0, 0]
loss_classifier = AverageMeter()
classifer_top1 = AverageMeter()
net = DG_model(config.model).to(device)
ad_net_real = Discriminator().to(device)
ad_net_fake = Discriminator().to(device)
log = Logger()
log.open(config.logs + config.tgt_data + '_log_SSDG.txt', mode='a')
log.write(
"\n----------------------------------------------- [START %s] %s\n\n" %
(datetime.now().strftime('%Y-%m-%d %H:%M:%S'), '-' * 51))
print("Norm_flag: ", config.norm_flag)
log.write('** start training target model! **\n')
log.write(
'--------|------------- VALID -------------|--- classifier ---|------ Current Best ------|--------------|\n'
)
log.write(
' iter | loss top-1 HTER AUC | loss top-1 | top-1 HTER AUC | time |\n'
)
log.write(
'-------------------------------------------------------------------------------------------------------|\n'
)
start = timer()
criterion = {
'softmax': nn.CrossEntropyLoss().cuda(),
'triplet': HardTripletLoss(margin=0.1, hardest=False).cuda()
}
optimizer_dict = [
{
"params": filter(lambda p: p.requires_grad, net.parameters()),
"lr": config.init_lr
},
{
"params": filter(lambda p: p.requires_grad,
ad_net_real.parameters()),
"lr": config.init_lr
},
]
optimizer = optim.SGD(optimizer_dict,
lr=config.init_lr,
momentum=config.momentum,
weight_decay=config.weight_decay)
init_param_lr = []
for param_group in optimizer.param_groups:
init_param_lr.append(param_group["lr"])
iter_per_epoch = 10
src1_train_iter_real = iter(src1_train_dataloader_real)
src1_iter_per_epoch_real = len(src1_train_iter_real)
src2_train_iter_real = iter(src2_train_dataloader_real)
src2_iter_per_epoch_real = len(src2_train_iter_real)
src3_train_iter_real = iter(src3_train_dataloader_real)
src3_iter_per_epoch_real = len(src3_train_iter_real)
src1_train_iter_fake = iter(src1_train_dataloader_fake)
src1_iter_per_epoch_fake = len(src1_train_iter_fake)
src2_train_iter_fake = iter(src2_train_dataloader_fake)
src2_iter_per_epoch_fake = len(src2_train_iter_fake)
src3_train_iter_fake = iter(src3_train_dataloader_fake)
src3_iter_per_epoch_fake = len(src3_train_iter_fake)
max_iter = config.max_iter
epoch = 1
if (len(config.gpus) > 1):
net = torch.nn.DataParallel(net).cuda()
for iter_num in range(max_iter + 1):
if (iter_num % src1_iter_per_epoch_real == 0):
src1_train_iter_real = iter(src1_train_dataloader_real)
if (iter_num % src2_iter_per_epoch_real == 0):
src2_train_iter_real = iter(src2_train_dataloader_real)
if (iter_num % src3_iter_per_epoch_real == 0):
src3_train_iter_real = iter(src3_train_dataloader_real)
if (iter_num % src1_iter_per_epoch_fake == 0):
src1_train_iter_fake = iter(src1_train_dataloader_fake)
if (iter_num % src2_iter_per_epoch_fake == 0):
src2_train_iter_fake = iter(src2_train_dataloader_fake)
if (iter_num % src3_iter_per_epoch_fake == 0):
src3_train_iter_fake = iter(src3_train_dataloader_fake)
if (iter_num != 0 and iter_num % iter_per_epoch == 0):
epoch = epoch + 1
param_lr_tmp = []
for param_group in optimizer.param_groups:
param_lr_tmp.append(param_group["lr"])
net.train(True)
ad_net_real.train(True)
optimizer.zero_grad()
adjust_learning_rate(optimizer, epoch, init_param_lr,
config.lr_epoch_1, config.lr_epoch_2)
######### data prepare #########
src1_img_real, src1_label_real = src1_train_iter_real.next()
src1_img_real = src1_img_real.cuda()
src1_label_real = src1_label_real.cuda()
input1_real_shape = src1_img_real.shape[0]
src2_img_real, src2_label_real = src2_train_iter_real.next()
src2_img_real = src2_img_real.cuda()
src2_label_real = src2_label_real.cuda()
input2_real_shape = src2_img_real.shape[0]
src3_img_real, src3_label_real = src3_train_iter_real.next()
src3_img_real = src3_img_real.cuda()
src3_label_real = src3_label_real.cuda()
input3_real_shape = src3_img_real.shape[0]
src1_img_fake, src1_label_fake = src1_train_iter_fake.next()
src1_img_fake = src1_img_fake.cuda()
src1_label_fake = src1_label_fake.cuda()
input1_fake_shape = src1_img_fake.shape[0]
src2_img_fake, src2_label_fake = src2_train_iter_fake.next()
src2_img_fake = src2_img_fake.cuda()
src2_label_fake = src2_label_fake.cuda()
input2_fake_shape = src2_img_fake.shape[0]
src3_img_fake, src3_label_fake = src3_train_iter_fake.next()
src3_img_fake = src3_img_fake.cuda()
src3_label_fake = src3_label_fake.cuda()
input3_fake_shape = src3_img_fake.shape[0]
input_data = torch.cat([
src1_img_real, src1_img_fake, src2_img_real, src2_img_fake,
src3_img_real, src3_img_fake
],
dim=0)
source_label = torch.cat([
src1_label_real, src1_label_fake, src2_label_real, src2_label_fake,
src3_label_real, src3_label_fake
],
dim=0)
######### forward #########
classifier_label_out, feature = net(input_data, config.norm_flag)
######### single side adversarial learning #########
input1_shape = input1_real_shape + input1_fake_shape
input2_shape = input2_real_shape + input2_fake_shape
feature_real_1 = feature.narrow(0, 0, input1_real_shape)
feature_real_2 = feature.narrow(0, input1_shape, input2_real_shape)
feature_real_3 = feature.narrow(0, input1_shape + input2_shape,
input3_real_shape)
feature_real = torch.cat(
[feature_real_1, feature_real_2, feature_real_3], dim=0)
discriminator_out_real = ad_net_real(feature_real)
######### unbalanced triplet loss #########
real_domain_label_1 = torch.LongTensor(input1_real_shape,
1).fill_(0).cuda()
real_domain_label_2 = torch.LongTensor(input2_real_shape,
1).fill_(0).cuda()
real_domain_label_3 = torch.LongTensor(input3_real_shape,
1).fill_(0).cuda()
fake_domain_label_1 = torch.LongTensor(input1_fake_shape,
1).fill_(1).cuda()
fake_domain_label_2 = torch.LongTensor(input2_fake_shape,
1).fill_(2).cuda()
fake_domain_label_3 = torch.LongTensor(input3_fake_shape,
1).fill_(3).cuda()
source_domain_label = torch.cat([
real_domain_label_1, fake_domain_label_1, real_domain_label_2,
fake_domain_label_2, real_domain_label_3, fake_domain_label_3
],
dim=0).view(-1)
triplet = criterion["triplet"](feature, source_domain_label)
######### cross-entropy loss #########
real_shape_list = []
real_shape_list.append(input1_real_shape)
real_shape_list.append(input2_real_shape)
real_shape_list.append(input3_real_shape)
real_adloss = Real_AdLoss(discriminator_out_real, criterion["softmax"],
real_shape_list)
cls_loss = criterion["softmax"](classifier_label_out.narrow(
0, 0, input_data.size(0)), source_label)
######### backward #########
total_loss = cls_loss + config.lambda_triplet * triplet + config.lambda_adreal * real_adloss
total_loss.backward()
optimizer.step()
optimizer.zero_grad()
loss_classifier.update(cls_loss.item())
acc = accuracy(classifier_label_out.narrow(0, 0, input_data.size(0)),
source_label,
topk=(1, ))
classifer_top1.update(acc[0])
print('\r', end='', flush=True)
print(
' %4.1f | %5.3f %6.3f %6.3f %6.3f | %6.3f %6.3f | %6.3f %6.3f %6.3f | %s'
% ((iter_num + 1) / iter_per_epoch, valid_args[0], valid_args[6],
valid_args[3] * 100, valid_args[4] * 100, loss_classifier.avg,
classifer_top1.avg, float(best_model_ACC),
float(best_model_HTER * 100), float(
best_model_AUC * 100), time_to_str(timer() - start, 'min')),
end='',
flush=True)
if (iter_num != 0 and (iter_num + 1) % iter_per_epoch == 0):
# 0:loss, 1:top-1, 2:EER, 3:HTER, 4:AUC, 5:threshold, 6:ACC_threshold
valid_args = eval(tgt_valid_dataloader, net, config.norm_flag)
# judge model according to HTER
is_best = valid_args[3] <= best_model_HTER
best_model_HTER = min(valid_args[3], best_model_HTER)
threshold = valid_args[5]
if (valid_args[3] <= best_model_HTER):
best_model_ACC = valid_args[6]
best_model_AUC = valid_args[4]
save_list = [
epoch, valid_args, best_model_HTER, best_model_ACC,
best_model_ACER, threshold
]
save_checkpoint(save_list, is_best, net, config.gpus,
config.checkpoint_path, config.best_model_path)
print('\r', end='', flush=True)
log.write(
' %4.1f | %5.3f %6.3f %6.3f %6.3f | %6.3f %6.3f | %6.3f %6.3f %6.3f | %s %s'
%
((iter_num + 1) / iter_per_epoch, valid_args[0], valid_args[6],
valid_args[3] * 100, valid_args[4] * 100, loss_classifier.avg,
classifer_top1.avg, float(best_model_ACC),
float(best_model_HTER * 100), float(best_model_AUC * 100),
time_to_str(timer() - start, 'min'), param_lr_tmp[0]))
log.write('\n')
time.sleep(0.01)
def main():
import warnings
warnings.filterwarnings("ignore")
args = parse_args()
os.environ['CUDA_VISIBLE_DEVICES']= f'{args.gpu}'
utils.prepare_train_directories(args)
log = Logger()
log.open(args.log_dir + '/' + args.model_name + f'/fold_{args.fold}' + '/findlr_log.txt', mode='a')
log.write('*'*30)
log.write('\n')
log.write('Logging arguments!!\n')
log.write('*'*30)
log.write('\n')
for arg, value in sorted(vars(args).items()):
log.write(f'{arg}: {value}\n')
log.write('*'*30)
log.write('\n')
run(args, log)
print('success!')
default=['null', 'flip_lr', 'flip_ud', 'flip_both'],
help='logging directory')
parser.add_argument('--sub_name',
type=str,
default='submission.csv',
help='name for submission df')
parser.add_argument('--log_dir',
type=str,
default='runs',
help='logging directory')
args = parser.parse_args()
os.environ['CUDA_VISIBLE_DEVICES'] = f'{args.gpu}'
log = Logger()
#log.open(args.log_dir + '/submit_log.txt', mode='a')
log.open(args.log_dir + '/' + args.model_name + f'/fold_{args.fold}' +
'/submit_log.txt',
mode='a')
log.write('*' * 30)
log.write('\n')
log.write('Logging arguments!!\n')
log.write('*' * 30)
log.write('\n')
for arg, value in sorted(vars(args).items()):
log.write(f'{arg}: {value}\n')
log.write('*' * 30)
log.write('\n')
submit(args, log)
action='store_true')
self.parser.add_argument('--logs_folder',
type=str,
default='tensorboard_logs')
self.args = self.parser.parse_args()
if __name__ == '__main__':
device = torch.device('cuda')
param = Param()
args = param.args
logger = Logger(
os.path.join('saved_models', '%s_log_test.txt' % (args.exp_name)))
print(args)
logger.write('LSTM Training')
writer = SummaryWriter(
log_dir=os.path.join(args.logs_folder, args.exp_name))
# Create the dataset
# val_dataset = TrainValDataset(args.dataset, args.feat_name, 'val', 30)
# vocab = json.load(open('/hhd3/leiyu/%s/wu/data/vocab.json' %(args.dataset),'rb'))
# vocab = json.load(open('/mnt/hdd1/leiyu/VATEX/wu/data/vocab.json','rb'))
# word_to_id = vocab['wti']
# id_to_word = vocab['itw']
word_to_id = json.load(
open(
'/mnt/hdd1/leiyu/all_dataset/HGR_T2V/VATEX/annotation/RET/word2int.json',
'rb'))
self.parser.add_argument('--logs_folder',
type=str,
default='tensorboard_logs')
self.args = self.parser.parse_args()
if __name__ == '__main__':
device = torch.device('cuda')
param = Param()
args = param.args
logger = Logger(
os.path.join('saved_models', '%s_log.txt' % (args.exp_name)))
print(args)
logger.write('LSTM Training')
writer = SummaryWriter(
log_dir=os.path.join(args.logs_folder, args.exp_name))
# vocab = json.load(open('/mnt/hdd4/leiyu/%s/wu/data/vocab.json' %(args.dataset),'rb'))
# word_to_id = vocab['wti']
# id_to_word = vocab['itw']
word_to_id = json.load(
open(
'/mnt/hdd4/leiyu/all_dataset/HGR_T2V/MSVD/annotation/RET/word2int.json',
'rb'))
id_to_word = json.load(
open(
'/mnt/hdd4/leiyu/all_dataset/HGR_T2V/MSVD/annotation/RET/int2word.json',
'rb'))
# y_pred = preds[np.array([imgs.tolist().index(j) for j in imgs_test])]
# y_true = labels_test
# y_pred = preds[np.array([imgs.tolist().index(j) for j in imgs_train_test])]
# y_true = labels_train_test
y_true = labels_train_test[np.array(
[imgs_train_test.tolist().index(j) for j in imgs])]
y_pred = preds
Result, AVE_ACC_, pre_se_sp_yi_report = report_precision_se_sp_yi(
y_pred, y_true)
Precision_, SE_, SP_, YI_ = Result[4]
AVE_ACC.append(AVE_ACC_)
Precision.append(Precision_)
SE.append(SE_)
SP.append(SP_)
YI.append(YI_)
log.write(str(pre_se_sp_yi_report) + '\n')
log.write(
'pre:%.4f se:%.4f sp:%.4f yi:%.4f acc:%.4f\n' %
(np.array(Precision).mean(), np.array(SE).mean(), np.array(SP).mean(),
np.array(YI).mean(), np.array(AVE_ACC).mean()))
log.write(
'pre:%.4f se:%.4f sp:%.4f yi:%.4f acc:%.4f\n' %
(np.array(Precision).std(), np.array(SE).std(), np.array(SP).std(),
np.array(YI).std(), np.array(AVE_ACC).std()))
log.write('\n###########################################\n')
