import sys from learn import Learn finance_path = 'financetweets.txt' finance_count = '1000' finance_cate = 'finance' finance_args = ['bayes.py', 'learn', finance_cate, finance_path, finance_count] finance_mode = Learn() finance_mode.validate(finance_args) finance_mode.execute() sports_path = 'sportstweets.txt' sports_count = '1000' sports_cate = 'sports' sports_args = ['bayes.py', 'learn', sports_cate, sports_path, sports_count] #['bayes.py', 'learn', 'sports', 'sportstweets.txt', '1000'] sports_mode = Learn() sports_mode.validate(sports_args) sports_mode.execute()
class CateBuilder(object): def __init__(self, args): self.mode = Learn() self.mode.validate(args) self.mode.execute()
# Set losses
losses = torch.zeros(args.epochs + 1, 3)
recon_losses = torch.zeros(args.epochs + 1, 3)
# Set minimum to infinity
cur_best_valid = np.inf
cur_best_valid_recons = np.inf
# Set early stop
early_stop = 0
# Through the epochs
for epoch in range(1, args.epochs + 1, 1):
print(f"Epoch: {epoch}")
# Training epoch
loss_mean, kl_div_mean, recon_loss_mean = learn.train(
model, optimizer, criterion, args, epoch)
# Validate epoch
loss_mean_validate, kl_div_mean_validate, recon_loss_mean_validate = learn.validate(
model, criterion, args, epoch)
# Step for learning rate
scheduler.step(loss_mean_validate)
# Test model
loss_mean_test, kl_div_mean_test, recon_loss_mean_test = learn.test(
model, criterion, args, epoch)
# Compare input data and reconstruction
if (epoch % 25 == 0):
reconstruction(args, model, epoch, test_set)
# Gather losses
loss_list = [loss_mean, loss_mean_validate, loss_mean_test]
for counter, loss in enumerate(loss_list):
losses[epoch - 1, counter] = loss
# Gather reconstruction losses
recon_loss_list = [
recon_loss_mean, recon_loss_mean_validate, recon_loss_mean_test
