def validate_day(d):
try:
d = int(d)
except:
errorMessage = "day should be an int"
sendMail.sendNotification("Error", errorMessage)
raise ValueError(errorMessage)
if d < 1 or d > 31:
errorMessage = "Sorry, day should only be in [1, 31]"
sendMail.sendNotification("Error", errorMessage)
raise ValueError(errorMessage)
def validate_month(m):
if m not in monthsOfTheYear:
errorMessage = "Sorry, month should only be in {}".format(
monthsOfTheYear)
sendMail.sendNotification("Error", errorMessage)
raise ValueError(errorMessage)
def validate_occurrence(o):
if o not in occurrences:
errorMessage = "Sorry, occurrence should only be in {}".format(
occurrences)
sendMail.sendNotification("Error", errorMessage)
raise ValueError(errorMessage)
def validate_weekday(wd):
if wd not in daysOfTheWeek:
errorMessage = "Sorry, Weekday should only be in {}".format(
daysOfTheWeek)
sendMail.sendNotification("Error", errorMessage)
raise ValueError(errorMessage)
def validate_task_type(tt):
if tt not in taskTypeList:
errorMessage = "Sorry, taskType should only be in {}".format(
taskTypeList)
sendMail.sendNotification("Error", errorMessage)
raise ValueError(errorMessage)
def extract_occurrences(section):
return config.get(section, 'Occurrence')
backup.createBackup()
for i in config.sections():
taskType = extract_type(i)
validate_task_type(taskType)
if taskType == 'daily':
message = extract_message(i)
logging.info(
"Notification triggered \"{}\" every day ".format(message))
sendMail.sendNotification(i, message)
if taskType == 'weekly':
for j in extract_weekdays(i).split(','):
validate_weekday(j)
if daysOfTheWeek.index(j) == now.weekday():
message = extract_message(i)
logging.info(
"Notification triggered \"{}\" every day ".format(message))
sendMail.sendNotification(i, message)
if taskType == 'monthly':
for j in extract_days(i).split(','):
validate_day(j)
if day == j:
message = extract_message(i)
def validate_day(d):
try:
d = int(d)
except:
raise ValueError("day should be an int")
if d < 1 or d > 31:
raise ValueError("Sorry, day should only be in [1, 31]")
for i in config.sections():
taskType = config.get(i, 'Type')
validate_task_type(taskType)
if taskType == 'daily':
sendMail.sendNotification(i, config.get(i, 'Message'))
if taskType == 'weekly':
for j in config.get(i, 'Weekday').split(','):
validate_weekday(j)
if daysOfTheWeek.index(j) == now.weekday():
sendMail.sendNotification(i, config.get(i, 'Message'))
if taskType == 'monthly':
for j in config.get(i, 'Day').split(','):
validate_day(j)
if day == j:
sendMail.sendNotification(i, config.get(i, 'Message'))
if taskType == 'yearly':
m = config.get(i, 'Month')
def main():
# Create output directory
path_output = './checkpoints/'
if not os.path.exists(path_output):
os.makedirs(path_output)
# Hyperparameters, to change
epochs = 50
batch_size = 24
alpha = 1 # it's the trade-off parameter of loss function, what values should it take?
gamma = 1
# Source domains name
save_interval = 10 # save every 10 epochs
root = 'data/'
source1 = 'sketch'
source2 = 'sketch'
source3 = 'sketch'
target = 'quickdraw'
# Dataloader
dataset_s1 = dataset.DA(dir=root,
name=source1,
img_size=(224, 224),
train=True)
dataset_s2 = dataset.DA(dir=root,
name=source2,
img_size=(224, 224),
train=True)
dataset_s3 = dataset.DA(dir=root,
name=source3,
img_size=(224, 224),
train=True)
dataset_t = dataset.DA(dir=root,
name=target,
img_size=(224, 224),
train=True)
dataset_val = dataset.DA(dir=root,
name=target,
img_size=(224, 224),
train=False,
real_val=False)
dataloader_s1 = DataLoader(dataset_s1,
batch_size=batch_size,
shuffle=True,
num_workers=2)
dataloader_s2 = DataLoader(dataset_s2,
batch_size=batch_size,
shuffle=True,
num_workers=2)
dataloader_s3 = DataLoader(dataset_s3,
batch_size=batch_size,
shuffle=True,
num_workers=2)
dataloader_t = DataLoader(dataset_t,
batch_size=batch_size,
shuffle=True,
num_workers=2)
dataloader_val = DataLoader(dataset_val,
batch_size=batch_size,
shuffle=False,
num_workers=2)
len_data = min(len(dataset_s1), len(dataset_s2), len(dataset_s3),
len(dataset_t)) # length of "shorter" domain
len_dataloader = min(len(dataloader_s1), len(dataloader_s2),
len(dataloader_s3), len(dataloader_t))
# Define networks
feature_extractor = models.feature_extractor()
classifier_1 = models.class_classifier()
classifier_2 = models.class_classifier()
classifier_3 = models.class_classifier()
classifier_1.apply(weight_init)
classifier_2.apply(weight_init)
classifier_3.apply(weight_init)
discriminator_1 = models.discriminator()
discriminator_1.apply(weight_init)
if torch.cuda.is_available():
feature_extractor = feature_extractor.cuda()
classifier_1 = classifier_1.cuda()
classifier_2 = classifier_2.cuda()
classifier_3 = classifier_3.cuda()
discriminator_1 = discriminator_1.cuda()
# discriminator_2 = discriminator_2.cuda()
# discriminator_3 = discriminator_3.cuda()
# Define loss
# mom_loss = momentumLoss.Loss()
cl_loss = nn.CrossEntropyLoss()
disc_loss = nn.NLLLoss()
# Optimizers
# Change the LR
optimizer_features = SGD(feature_extractor.parameters(),
lr=0.0001,
momentum=0.9,
weight_decay=5e-4)
optimizer_classifier = SGD(([{
'params': classifier_1.parameters()
}, {
'params': classifier_2.parameters()
}, {
'params': classifier_3.parameters()
}]),
lr=0.002,
momentum=0.9,
weight_decay=5e-4)
optimizer_discriminator = SGD(([
{
'params': discriminator_1.parameters()
},
]),
lr=0.002,
momentum=0.9,
weight_decay=5e-4)
# Lists
train_loss = []
acc_on_target = []
best_acc = 0.0
w1_mean = 0.0
w2_mean = 0.0
w3_mean = 0.0
for epoch in range(epochs):
epochTic = timeit.default_timer()
tot_loss = 0.0
feature_extractor.train()
classifier_1.train(), classifier_2.train(), classifier_3.train()
if epoch + 1 == 5:
optimizer_classifier = SGD(([{
'params': classifier_1.parameters()
}, {
'params': classifier_2.parameters()
}, {
'params': classifier_3.parameters()
}]),
lr=0.001,
momentum=0.9,
weight_decay=5e-4)
optimizer_discriminator = SGD(
([{
'params': discriminator_1.parameters()
}]),
lr=0.001,
momentum=0.9,
weight_decay=5e-4)
if epoch + 1 == 10:
optimizer_classifier = SGD(([{
'params': classifier_1.parameters()
}, {
'params': classifier_2.parameters()
}, {
'params': classifier_3.parameters()
}]),
lr=0.0001,
momentum=0.9,
weight_decay=5e-4)
optimizer_discriminator = SGD(
([{
'params': discriminator_1.parameters()
}]),
lr=0.0001,
momentum=0.9,
weight_decay=5e-4)
print('*************************************************')
for i, (data_1, data_2, data_3, data_t) in enumerate(
zip(dataloader_s1, dataloader_s2, dataloader_s3,
dataloader_t)):
p = float(i + epoch * len_data) / epochs / len_data
alpha = 2. / (1. + np.exp(-10 * p)) - 1
img1, lb1 = data_1
img2, lb2 = data_2
img3, lb3 = data_3
imgt, _ = data_t
# Prepare data
cur_batch = min(img1.shape[0], img2.shape[0], img3.shape[0],
imgt.shape[0])
img1, lb1 = Variable(img1[0:cur_batch, :, :, :]).cuda(), Variable(
lb1[0:cur_batch]).cuda()
img2, lb2 = Variable(img2[0:cur_batch, :, :, :]).cuda(), Variable(
lb2[0:cur_batch]).cuda()
img3, lb3 = Variable(img3[0:cur_batch, :, :, :]).cuda(), Variable(
lb3[0:cur_batch]).cuda()
imgt = Variable(imgt[0:cur_batch, :, :, :]).cuda()
# Forward
optimizer_features.zero_grad()
optimizer_classifier.zero_grad()
optimizer_discriminator.zero_grad()
# Extract Features
ft1 = feature_extractor(img1)
ft2 = feature_extractor(img2)
ft3 = feature_extractor(img3)
ft_t = feature_extractor(imgt)
# Train the discriminator
ds_s1 = discriminator_1(torch.cat((ft1, ft2, ft3)), alpha)
ds_t = discriminator_1(ft_t, alpha)
# Class Prediction
cl1 = classifier_1(ft1)
cl2 = classifier_2(ft2)
cl3 = classifier_3(ft3)
# Compute the "discriminator loss"
ds_label = torch.zeros(cur_batch * 3).long()
dt_label = torch.ones(cur_batch).long()
d_s = disc_loss(ds_s1, ds_label.cuda())
d_t = disc_loss(ds_t, dt_label.cuda())
# Compute "momentum loss"
# loss_mom = mom_loss(ft1, ft2, ft3, ft_t)
# Cross entropy loss
l1 = cl_loss(cl1, lb1)
l2 = cl_loss(cl2, lb2)
l3 = cl_loss(cl3, lb3)
# Classifier Weight
total_class_loss = 1 / l1 + 1 / l2 + 1 / l3
w1 = (1 / l1) / total_class_loss
w2 = (1 / l2) / total_class_loss
w3 = (1 / l3) / total_class_loss
w1_mean += w1
w2_mean += w2
w3_mean += w3
# total loss
# loss = l1 + l2 + l3 + alpha * loss_mom + gamma * (d_l1 + d_l2 + d_l3)
loss = l1 + l2 + l3 + gamma * (d_s + d_t)
loss.backward()
optimizer_features.step()
optimizer_classifier.step()
optimizer_discriminator.step()
tot_loss += loss.item() * cur_batch
# Progress indicator
print('\rTraining... Progress: %.1f %%' %
(100 * (i + 1) / len_dataloader),
end='')
tot_t_loss = tot_loss / (len_data)
w1_mean /= len_dataloader
w2_mean /= len_dataloader
w3_mean /= len_dataloader
print(w1_mean, w2_mean, w3_mean)
# Print
train_loss.append(tot_t_loss)
print('\rEpoch [%d/%d], Training loss: %.4f' %
(epoch + 1, epochs, tot_t_loss),
end='\n')
####################################################################################################################
# Compute the accuracy at the end of each epoch
feature_extractor.eval()
classifier_1.eval(), classifier_2.eval(), classifier_3.eval()
discriminator_1.eval()
tot_acc = 0
with torch.no_grad():
for i, (imgt, lbt) in enumerate(dataloader_val):
cur_batch = imgt.shape[0]
imgt = imgt.cuda()
lbt = lbt.cuda()
# Forward the test images
ft_t = feature_extractor(imgt)
pred1 = classifier_1(ft_t)
pred2 = classifier_2(ft_t)
pred3 = classifier_3(ft_t)
# e1 = discriminator_1(ft_t, alpha)[:,0].data.cpu().numpy()
# e2 = discriminator_1(ft_t, alpha)[:,0].data.cpu().numpy()
# e3 = discriminator_1(ft_t, alpha)[:,0].data.cpu().numpy()
# a1 = np.exp(e1) / (np.exp(e1)+np.exp(e2)+np.exp(e3))
# a2 = np.exp(e2) / (np.exp(e1) + np.exp(e2) + np.exp(e3))
# a3 = np.exp(e3) / (np.exp(e1) + np.exp(e2) + np.exp(e3))
# a1 = torch.Tensor(a1).unsqueeze(1).repeat(1, 345).cuda()
# a2 = torch.Tensor(a2).unsqueeze(1).repeat(1, 345).cuda()
# a3 = torch.Tensor(a3).unsqueeze(1).repeat(1, 345).cuda()
# Compute accuracy
# output = pred1*a1 + pred2*a2 + pred3*a3
output = pred1 * w1_mean + pred2 * w2_mean + pred3 * w3_mean
_, pred = torch.max(output, dim=1)
correct = pred.eq(lbt.data.view_as(pred))
accuracy = torch.mean(correct.type(torch.FloatTensor))
tot_acc += accuracy.item() * cur_batch
# Progress indicator
print('\rValidation... Progress: %.1f %%' %
(100 * (i + 1) / len(dataloader_val)),
end='')
tot_t_acc = tot_acc / (len(dataset_val))
# Print
acc_on_target.append(tot_t_acc)
print('\rEpoch [%d/%d], Accuracy on target: %.4f' %
(epoch + 1, epochs, tot_t_acc),
end='\n')
# Save every save_interval
if best_acc < tot_t_acc:
torch.save(
{
'epoch':
epoch,
'feature_extractor':
feature_extractor.state_dict(),
'{}_classifier'.format(source1):
classifier_1.state_dict(),
'{}_classifier'.format(source2):
classifier_2.state_dict(),
'{}_classifier'.format(source3):
classifier_3.state_dict(),
'{}_discriminator'.format(source1):
discriminator_1.state_dict(),
# '{}_discriminator'.format(source2): discriminator_2.state_dict(),
# '{}_discriminator'.format(source3): discriminator_3.state_dict(),
'features_optimizer':
optimizer_features.state_dict(),
'classifier_optimizer':
optimizer_classifier.state_dict(),
'loss':
tot_loss,
'{}_weight'.format(source1):
w1_mean,
'{}_weight'.format(source2):
w2_mean,
'{}_weight'.format(source3):
w3_mean,
},
os.path.join(path_output, target + '-{}.pth'.format(epoch)))
print('Saved best model!')
best_acc = tot_t_acc
# Pirnt elapsed time per epoch
epochToc = timeit.default_timer()
(t_min, t_sec) = divmod((epochToc - epochTic), 60)
print('Elapsed time is: %d min: %d sec' % (t_min, t_sec))
# Save training loss and accuracy on target (if not 'real')
pkl.dump(train_loss, open('{}train_loss.p'.format(path_output), 'wb'))
pkl.dump(acc_on_target,
open('{}target_accuracy.p'.format(path_output), 'wb'))
# Send notification
subjcet = 'Epoch {} in train_weights.py'.format(epoch + 1)
content = (
'Accuracy on {} : %.4f \nTraining Loss: %.4f \n{}_weight: %.4f , {}_weight: %.4f , {}_weight: %.4f'
.format(target, source1, source2, source3) %
(tot_t_acc, tot_t_loss, w1_mean, w2_mean, w3_mean))
sendNotification(subject=subjcet, content=content)