def main():
#4.2 get model and optimizer
model_1 = getnet.net(config.model_name,
config.num_classes,
Dataset=config.dataset)
model_2 = getnet.net(config.model_name_2,
config.num_classes,
Dataset=config.dataset)
model_1.cuda()
model_2.cuda()
# model = amp.initialize(model, opt_level="O1") # 这里是“欧一”，不是“零一”
#4.5 get files and split for K-fold dataset
assert config.train_status == "Clean" and config.percent == 0 and config.noise_type == "Semi"
percent = [1, 2, 3, 4, 5]
best_model = torch.load(
os.path.join(config.weights, config.model_name, config.Status,
config.time, 'model_best.pth.tar'))
model_1.load_state_dict(best_model["state_dict"])
best_model_2 = torch.load(
os.path.join(config.weights, config.model_name_2, config.Status,
config.time_2, 'model_best.pth.tar'))
model_2.load_state_dict(best_model_2["state_dict"])
for p in percent:
time.sleep(1)
test_data_list = nwpu45.NWPU45_Semi(root=config.dataroot,
split='plabel',
percent=p)
test_dataloader = DataLoader(test_data_list,
batch_size=1,
shuffle=True,
num_workers=config.workers,
pin_memory=True)
plabels(test_dataloader, model_1, model_2, p)
def main():
model = getnet.net(config.model_name,
config.num_classes,
Dataset=config.dataset)
#model = torch.nn.DataParallel(model)
model.cuda()
transform_test = transforms.Compose([
transforms.ToTensor(),
transforms.Normalize((0.4914, 0.4822, 0.4465),
(0.2023, 0.1994, 0.2010)),
])
# model = amp.initialize(model, opt_level="O1") # 这里是“欧一”，不是“零一”
#4.5 get files and split for K-fold dataset
test_data_list = aid.AID_Clean(root=config.dataroot, split='test')
test_dataloader = DataLoader(test_data_list,
batch_size=1,
shuffle=True,
num_workers=config.workers,
pin_memory=True)
best_model = torch.load(
os.path.join(config.weights, config.model_name, config.Status,
config.time, 'model_best.pth.tar'))
model.load_state_dict(best_model["state_dict"])
test(test_dataloader, model)
def main():
# fold = 0
# #4.1 mkdirs
# if not os.path.exists(config.weights):
# os.mkdir(config.weights)
# if not os.path.exists(config.best_models):
# os.mkdir(config.best_models)
# if not os.path.exists(config.logs):
# os.mkdir(config.logs)
# if not os.path.exists(config.weights + config.model_name + os.sep +str(fold) + os.sep):
# os.makedirs(config.weights + config.model_name + os.sep +str(fold) + os.sep)
# if not os.path.exists(config.best_models + config.model_name + os.sep +str(fold) + os.sep):
# os.makedirs(config.best_models + config.model_name + os.sep +str(fold) + os.sep)
#4.2 get model and optimizer
model = getnet.net(config.model_name, config.num_classes,Dataset=config.dataset)
#model = torch.nn.DataParallel(model)
model.cuda()
# model = amp.initialize(model, opt_level="O1") # 这里是“欧一”，不是“零一”
#4.5 get files and split for K-fold dataset
test_data_list = nwpu45.NWPU45_Clean(root=config.dataroot,split='test')
test_dataloader = DataLoader(
test_data_list, batch_size=1, shuffle=True,num_workers=config.workers, pin_memory=True)
best_model = torch.load(os.path.join(config.weights,config.model_name,config.Status,config.time,'model_best.pth.tar'))
model.load_state_dict(best_model["state_dict"])
test(test_dataloader,model)
def main():
# 4.1 tensorboard
current_time = time.strftime('%Y-%m-%d-%H-%M-%S',
time.localtime(time.time()))
config.time = current_time
model = getnet.net(config.model_name,
config.num_classes,
Train=True,
Dataset=config.dataset)
model.cuda()
# model=torch.nn.DataParallel(model)
# optimizer = optim.SGD(model.parameters(),lr = config.lr,momentum=0.9,weight_decay=config.weight_decay)
optimizer = optim.Adam(model.parameters(),
lr=config.lr,
amsgrad=True,
weight_decay=config.weight_decay)
criterion_clean = nn.CrossEntropyLoss().cuda()
criterion_noise = nn.CrossEntropyLoss().cuda()
# criterion_noise=SCELoss.SCELoss(alpha=0.1, beta=1, num_classes=config.num_classes)
# 4.3 some parameters for K-fold and restart model
start_epoch = 0
best_precision1 = 0
best_precision5 = 0
# best_precision_save = 0
loss_status = ""
early_stopping = EarlyStopping(patience=config.patience,
verbose=True,
current_time=current_time,
config=config)
# 4.4 restart the training process
if config.Finetune:
checkpoint = torch.load(
os.path.join(config.weights, config.model_name, config.Status,
config.time, 'model_best.pth.tar'))
start_epoch = checkpoint["epoch"]
current_time = checkpoint["current_time"]
best_precision1 = checkpoint["best_precision1"]
best_precision5 = checkpoint["best_precision5"]
model.load_state_dict(checkpoint["state_dict"])
optimizer.load_state_dict(checkpoint["optimizer"])
loss_status = checkpoint["loss"]
transform_train = transforms.Compose([
transforms.RandomCrop(32, padding=4),
transforms.RandomHorizontalFlip(),
transforms.ToTensor(),
transforms.Normalize((0.4914, 0.4822, 0.4465),
(0.2023, 0.1994, 0.2010)),
])
transform_val = transforms.Compose([
transforms.ToTensor(),
transforms.Normalize((0.4914, 0.4822, 0.4465),
(0.2023, 0.1994, 0.2010)),
])
# mkdir
if not os.path.exists(config.weights):
os.makedirs(config.weights)
if not os.path.exists(
os.path.join(config.weights, config.model_name, config.Status,
current_time)):
os.makedirs(
os.path.join(config.weights, config.model_name, config.Status,
current_time))
logdir = os.path.join(config.weights, config.model_name, config.Status,
current_time)
writer = SummaryWriter(logdir)
shutil.copyfile(
'./config/' + config.dataset + '/config_' + config.dataset + '.py',
os.path.join(config.weights, config.model_name, config.Status,
str(current_time), 'config.py'))
if config.noise_type == "None":
assert config.train_status == "Double" and config.percent == 0
train_data_list = aid.AID_Clean(root=config.dataroot, split='train')
elif config.noise_type == "Asym" or config.noise_type == "Symm" or config.noise_type == "Semi":
assert config.train_status == "Double" and config.percent != 0
train_data_list = aid.AID_Noise_Train(root=config.dataroot,
config=config)
else:
raise ("unsupport noise_type or train_status")
val_data_list = aid.AID_Clean(root=config.dataroot, split='val')
train_dataloader = DataLoader(train_data_list,
batch_size=config.noisebatch_size,
num_workers=config.workers,
shuffle=True,
pin_memory=True)
val_dataloader = DataLoader(val_data_list,
batch_size=config.batch_size,
shuffle=True,
num_workers=config.workers,
pin_memory=True)
scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=40, gamma=0.9)
# scheduler=optim.lr_scheduler.CosineAnnealingLR(optimizer,5) #2
# scheduler=optim.lr_scheduler.MultiStepLR(optimizer,[40,80])
# scheduler=optim.lr_scheduler.ExponentialLR(optimizer,0.1 , last_epoch=-1)
# 4.5.5.1 define metrics
train_losses = AverageMeter(config=config)
train_clean_losses = AverageMeter(config=config)
train_clean_top1 = AverageMeter(config=config)
train_clean_top5 = AverageMeter(config=config)
train_noise_top1 = AverageMeter(config=config)
train_noise_top5 = AverageMeter(config=config)
valid_loss = [np.inf, 0, 0]
# model.train()
# 4.5.5 train
for epoch in range(start_epoch, config.epochs):
avg_loss = 0
scheduler.step(epoch)
train_progressor = ProgressBar(mode="Train",
epoch=epoch,
total_epoch=config.epochs,
model_name=config.model_name,
total=len(train_dataloader),
weights=config.weights,
Status=config.Status,
current_time=current_time)
# cleaniter=ir(train_dataloader)
# train
#global ir
for ir, (sample) in enumerate(train_dataloader):
# 4.5.5 switch to continue train process
if len(sample) == 3:
clean_image, clean_target, noise_image, noise_target = sample[
'image'], sample['label'], sample['image'], sample['label']
elif len(sample) == 2:
clean_image, clean_target, noise_image, noise_target = sample[
0]['image'], sample[0]['label'], sample[1][
'image'], sample[1]['label']
train_progressor.start_time = time.time()
train_progressor.current = ir
global_iter = len(train_dataloader) * epoch + ir + 1
model.train()
# model.shake_config=(True, True, True)
clean_image = clean_image.cuda()
clean_target = clean_target.cuda()
noise_image = noise_image.cuda()
noise_target = noise_target.cuda()
h, g = model(noise_image, clean_image)
noise_loss = criterion_noise(h, noise_target)
clean_loss = criterion_clean(g, clean_target)
loss = 10 * clean_loss + 2 * noise_loss
loss_status = "10*clean_loss+2*noise_loss"
precision1_noise_train, precision5_noise_train = accuracy(
h, noise_target, topk=(1, 5))
precision1_clean_train, precision5_clean_train = accuracy(
g, clean_target, topk=(1, 5))
train_losses.update(loss.item(),
clean_image.size(0) + noise_image.size(0))
train_clean_losses.update(clean_loss.item(), clean_image.size(0))
class_correct, class_total = perclass_precision(
g, clean_target, config)
train_clean_top1.perclass(class_correct, class_total)
train_clean_top1.update(precision1_clean_train[0],
clean_image.size(0))
train_clean_top5.update(precision5_clean_train[0],
clean_image.size(0))
train_noise_top1.update(precision1_noise_train[0],
noise_image.size(0))
train_noise_top5.update(precision5_noise_train[0],
noise_image.size(0))
train_progressor.current_loss = train_losses.avg
train_progressor.current_top1 = train_clean_top1.avg
train_progressor.current_top5 = train_clean_top5.avg
current_top1 = train_progressor.current_top1
current_noise_top5 = train_noise_top5.avg
current_noise_top1 = train_noise_top1.avg
writer.add_scalar('train/clean_top5',
train_progressor.current_top5, global_iter)
writer.add_scalar('train/clean_top1',
train_progressor.current_top1, global_iter)
writer.add_scalar('train/noise_top5', current_noise_top5,
global_iter)
writer.add_scalar('train/noise_top1', current_noise_top1,
global_iter)
# backward
optimizer.zero_grad()
avg_loss += loss.item()
loss.backward()
# with amp.scale_loss(loss, optimizer) as scaled_loss:
# scaled_loss.backward()
optimizer.step()
writer.add_scalar('train/total_loss_iter', loss.item(),
global_iter)
writer.add_scalar('train/total_clean_loss_iter', clean_loss.item(),
global_iter)
writer.add_scalar('train/total_noise_loss_iter', noise_loss.item(),
global_iter)
train_progressor.end_time = time.time()
train_progressor()
train_progressor.done()
writer.add_scalar('train/avg_loss_epochs',
avg_loss / len(train_dataloader), epoch)
#end = time.clock()
# evaluate
lr = get_learning_rate(optimizer)
writer.add_scalar('parameters/learning_rate', lr, epoch)
# evaluate every half epoch
valid_loss = evaluate(val_dataloader, model, criterion_clean, epoch)
writer.add_scalar('val/top1', valid_loss[1], epoch)
writer.add_scalar('val/top5', valid_loss[2], epoch)
is_best1 = valid_loss[1] > best_precision1
is_best5 = valid_loss[2] > best_precision5
best_precision1 = max(valid_loss[1], best_precision1)
best_precision5 = max(valid_loss[2], best_precision5)
perclass = valid_loss[3]
#Early
early_stopping(val_loss=valid_loss[0],
state={
"epoch": epoch + 1,
"model_name": config.model_name,
"state_dict": model.state_dict(),
"best_precision1": best_precision1,
"best_precision5": best_precision5,
"perclass": perclass,
"optimizer": optimizer.state_dict(),
"current_time": current_time,
"valid_loss": valid_loss,
"loss": loss_status
},
is_best1=is_best1)
if early_stopping.early_stop:
print("Early stopping")
break
def main():
# 4.1 tensorboard
current_time = time.strftime('%Y-%m-%d-%H-%M-%S',
time.localtime(time.time()))
model = getnet.net(config.model_name,
config.num_classes,
Train=True,
Dataset=config.dataset)
model.cuda()
# optimizer = optim.SGD(model.parameters(),lr = config.lr,momentum=0.9,weight_decay=config.weight_decay)
optimizer = optim.Adam(model.parameters(),
lr=config.lr,
amsgrad=True,
weight_decay=config.weight_decay)
criterion = nn.CrossEntropyLoss().cuda()
# 4.3 some parameters for K-fold and restart model
start_epoch = 0
best_precision1 = 0
best_precision5 = 0
# best_precision_save = 0
loss_status = ""
# 4.4 restart the training process
if config.Finetune:
checkpoint = torch.load(
os.path.join(config.weights, config.model_name, config.Status,
config.time, 'model_best.pth.tar'))
# start_epoch = checkpoint["epoch"]
start_epoch = 0
current_time = checkpoint["current_time"]
best_precision1 = checkpoint["best_precision1"]
best_precision5 = checkpoint["best_precision5"]
model.load_state_dict(checkpoint["state_dict"])
optimizer.load_state_dict(checkpoint["optimizer"])
loss_status = checkpoint["loss"]
config.time = current_time
early_stopping = EarlyStopping(patience=config.patience,
verbose=True,
current_time=current_time,
config=config)
#DataLoader
if config.noise_type == "None":
assert config.train_status == "Clean"
train_data_list = aid.AID_Clean(root=config.dataroot, split='train')
elif config.noise_type == "Semi":
assert config.train_status == "Clean" and config.percent == 0
train_data_list = aid.AID_Semi(root=config.dataroot, split='train')
elif config.noise_type == "Asym" or config.noise_type == "Symm":
assert config.train_status != "Double" and config.percent != 0
if config.train_status == "Clean_FT" and config.Finetune:
config.train_status = "Clean"
elif config.train_status == "Clean_FT" and not config.Finetune:
config.train_status = "Noise"
elif config.train_status == "Mix_FT" and config.Finetune:
config.train_status = "Mix"
elif config.train_status == "Mix_FT" and not config.Finetune:
config.train_status = "Noise"
train_data_list = aid.AID_Noise_Train(root=config.dataroot,
config=config)
else:
raise ("unsupport noise_type or train_status")
val_data_list = aid.AID_Clean(root=config.dataroot, split='val')
train_dataloader = DataLoader(train_data_list,
batch_size=config.batch_size,
shuffle=True,
num_workers=config.workers,
pin_memory=True)
val_dataloader = DataLoader(val_data_list,
batch_size=config.batch_size,
shuffle=True,
num_workers=config.workers,
pin_memory=False)
# mkdir
if not os.path.exists(config.weights):
os.makedirs(config.weights)
if not os.path.exists(
os.path.join(config.weights, config.model_name, config.Status,
current_time)):
os.makedirs(
os.path.join(config.weights, config.model_name, config.Status,
current_time))
logdir = os.path.join(config.weights, config.model_name, config.Status,
current_time)
writer = SummaryWriter(logdir)
shutil.copyfile(
'./config/' + config.dataset + '/config_' + config.dataset + '.py',
os.path.join(config.weights, config.model_name, config.Status,
str(current_time), 'config.py'))
# scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=40, gamma=0.1)
# scheduler=optim.lr_scheduler.MultiStepLR(optimizer,[10,15,20])
# scheduler= optim.lr_scheduler.ReduceLROnPlateau(optimizer, 'max',verbose=1,patience=5)
scheduler = optim.lr_scheduler.CosineAnnealingLR(optimizer,
T_max=5,
eta_min=1e-6) #2
# scheduler=optim.lr_scheduler.MultiStepLR(optimizer, milestones=[150,250], gamma=0.1, last_epoch=-1)
# 4.5.5.1 define metrics
train_losses = AverageMeter(config=config)
train_top1 = AverageMeter(config=config)
train_top5 = AverageMeter(config=config)
valid_loss = [np.inf, 0, 0]
# model.train()
# 4.5.5 train
for epoch in range(start_epoch, config.epochs):
avg_loss = 0
scheduler.step(epoch)
# scheduler.step(best_precision1)
train_progressor = ProgressBar(mode="Train",
epoch=epoch,
total_epoch=config.epochs,
model_name=config.model_name,
total=len(train_dataloader),
weights=config.weights,
Status=config.Status,
current_time=current_time)
for ir, sample in enumerate(train_dataloader):
# 4.5.5 switch to continue train process
train_progressor.start_time = time.time()
image, target = sample['image'], sample['label']
train_progressor.current = ir
global_iter = len(train_dataloader) * epoch + ir + 1
model.train()
# model.shake_config=(True, True, True)
image = image.cuda()
target = target.cuda()
out = model(image)
loss = criterion(out, target)
loss_status = "loss"
precision1_train, precision5_train = accuracy(out,
target,
topk=(1, 5))
train_losses.update(loss.item(), image.size(0))
train_top1.update(precision1_train[0], image.size(0))
train_top5.update(precision5_train[0], image.size(0))
train_progressor.current_loss = train_losses.avg
train_progressor.current_top5 = train_top5.avg
train_progressor.current_top1 = train_top1.avg
writer.add_scalar('train/top5', train_progressor.current_top5,
global_iter)
writer.add_scalar('train/top1', train_progressor.current_top1,
global_iter)
# backward
optimizer.zero_grad()
avg_loss += loss.item()
loss.backward()
# with amp.scale_loss(loss, optimizer) as scaled_loss:
# scaled_loss.backward()
optimizer.step()
writer.add_scalar('train/total_loss_iter', loss.item(),
global_iter)
train_progressor.end_time = time.time()
train_progressor()
train_progressor.done()
writer.add_scalar('train/avg_loss_epochs',
avg_loss / len(train_dataloader), epoch)
#end = time.clock()
# evaluate
lr = get_learning_rate(optimizer)
# adjust_learning_rate(optimizer,lr,epoch)
writer.add_scalar('parameters/learning_rate', lr, epoch)
# evaluate every half epoch
valid_loss = evaluate(val_dataloader, model, criterion, epoch)
writer.add_scalar('val/top1', valid_loss[1], epoch)
writer.add_scalar('val/top5', valid_loss[2], epoch)
is_best1 = valid_loss[1] > best_precision1
is_best5 = valid_loss[2] > best_precision5
best_precision1 = max(valid_loss[1], best_precision1)
best_precision5 = max(valid_loss[2], best_precision5)
perclass = valid_loss[3]
#Early
early_stopping(val_loss=valid_loss[0],
state={
"epoch": epoch + 1,
"model_name": config.model_name,
"state_dict": model.state_dict(),
"best_precision1": best_precision1,
"best_precision5": best_precision5,
"perclass": perclass,
"optimizer": optimizer.state_dict(),
"current_time": current_time,
"valid_loss": valid_loss,
"loss": loss_status
},
is_best1=is_best1)
if early_stopping.early_stop:
print("Early stopping")
break