def test(args, io): test_loader = DataLoader(ModelNet40(partition='test', num_points=args.num_points), batch_size=args.test_batch_size, shuffle=True, drop_last=False) device = torch.device("cuda" if args.cuda else "cpu") model = GDANET().to(device) model = nn.DataParallel(model) model.load_state_dict(torch.load(args.model_path)) model = model.eval() test_acc = 0.0 count = 0.0 test_true = [] test_pred = [] for data, label in test_loader: data, label = data.to(device), label.to(device).squeeze() data = data.permute(0, 2, 1) batch_size = data.size()[0] logits = model(data) preds = logits.max(dim=1)[1] test_true.append(label.cpu().numpy()) test_pred.append(preds.detach().cpu().numpy()) test_true = np.concatenate(test_true) test_pred = np.concatenate(test_pred) test_acc = metrics.accuracy_score(test_true, test_pred) avg_per_class_acc = metrics.balanced_accuracy_score(test_true, test_pred) outstr = 'Test :: test acc: %.6f, test avg acc: %.6f' % (test_acc, avg_per_class_acc) io.cprint(outstr)
def test(args, io): test_loader = DataLoader(ModelNet40(partition='test', num_points=args.num_points), num_workers=5, batch_size=args.test_batch_size, shuffle=False, drop_last=False) device = torch.device("cuda" if args.cuda else "cpu") NUM_PEPEAT = 300 NUM_VOTE = 10 # Try to load models model = GDANET().to(device) model = nn.DataParallel(model) model.load_state_dict(torch.load(args.model_path)) model = model.eval() best_acc = 0 pointscale = PointcloudScale(scale_low=2. / 3., scale_high=3. / 2., trans_low=-0.2, trans_high=0.2, trans_open=True) for i in range(NUM_PEPEAT): test_true = [] test_pred = [] for data, label in test_loader: data, label = data.to(device), label.to(device).squeeze() pred = 0 for v in range(NUM_VOTE): new_data = data batch_size = data.size()[0] if v > 0: new_data.data = pointscale(new_data.data) with torch.no_grad(): pred += F.softmax(model(new_data.permute(0, 2, 1)), dim=1) pred /= NUM_VOTE label = label.view(-1) pred_choice = pred.max(dim=1)[1] test_true.append(label.cpu().numpy()) test_pred.append(pred_choice.detach().cpu().numpy()) test_true = np.concatenate(test_true) test_pred = np.concatenate(test_pred) test_acc = metrics.accuracy_score(test_true, test_pred) if test_acc > best_acc: best_acc = test_acc outstr = 'Voting %d, test acc: %.6f,' % (i, test_acc * 100) io.cprint(outstr) final_outstr = 'Final voting result test acc: %.6f,' % (best_acc * 100) io.cprint(final_outstr)
def test(args, io): test_loader = DataLoader(ModelNet40(partition='test', num_points=args.num_points, pt_norm=False), batch_size=args.test_batch_size, shuffle=False, drop_last=False) device = torch.device("cuda" if args.cuda else "cpu") # Try to load models: if args.arch == 'dgcnn': from model.DGCNN_PAConv import PAConv model = PAConv(args).to(device) elif args.arch == 'pointnet': from model.PointNet_PAConv import PAConv model = PAConv(args).to(device) else: raise Exception("Not implemented") io.cprint(str(model)) model = nn.DataParallel(model) model.load_state_dict( torch.load("checkpoints/%s/best_model.t7" % args.exp_name)) model = model.eval() test_acc = 0.0 count = 0.0 test_true = [] test_pred = [] for data, label in test_loader: data, label = data.to(device), label.to(device).squeeze() data = data.permute(0, 2, 1) batch_size = data.size()[0] with torch.no_grad(): logits = model(data) preds = logits.max(dim=1)[1] test_true.append(label.cpu().numpy()) test_pred.append(preds.detach().cpu().numpy()) test_true = np.concatenate(test_true) test_pred = np.concatenate(test_pred) test_acc = metrics.accuracy_score(test_true, test_pred) avg_per_class_acc = metrics.balanced_accuracy_score(test_true, test_pred) outstr = 'Test :: test acc: %.6f, test avg acc: %.6f' % (test_acc, avg_per_class_acc) io.cprint(outstr)
def test(args, io): test_loader = DataLoader(ModelNet40(partition='test', num_points=args.num_points, pt_norm=False), num_workers=args.workers, batch_size=args.test_batch_size, shuffle=False, drop_last=False) device = torch.device("cuda" if args.cuda else "cpu") NUM_PEPEAT = 300 NUM_VOTE = 10 # Try to load models: if args.arch == 'dgcnn': from model.DGCNN_PAConv import PAConv model = PAConv(args).to(device) elif args.arch == 'pointnet': from model.PointNet_PAConv import PAConv model = PAConv(args).to(device) else: raise Exception("Not implemented") model = nn.DataParallel(model) model.load_state_dict( torch.load("checkpoints/%s/best_model.t7" % args.exp_name)) model = model.eval() best_acc = 0 pointscale = PointcloudScale(scale_low=0.8, scale_high=1.18) # set the range of scaling for i in range(NUM_PEPEAT): test_true = [] test_pred = [] for data, label in test_loader: data, label = data.to(device), label.to(device).squeeze() pred = 0 for v in range(NUM_VOTE): new_data = data batch_size = data.size()[0] if v > 0: new_data.data = pointscale(new_data.data) with torch.no_grad(): pred += F.softmax(model(new_data.permute(0, 2, 1)), dim=1) # sum 10 preds pred /= NUM_VOTE # avg the preds! label = label.view(-1) pred_choice = pred.max(dim=1)[1] test_true.append(label.cpu().numpy()) test_pred.append(pred_choice.detach().cpu().numpy()) test_true = np.concatenate(test_true) test_pred = np.concatenate(test_pred) test_acc = metrics.accuracy_score(test_true, test_pred) if test_acc > best_acc: best_acc = test_acc outstr = 'Voting %d, test acc: %.6f,' % (i, test_acc * 100) io.cprint(outstr) final_outstr = 'Final voting test acc: %.6f,' % (best_acc * 100) io.cprint(final_outstr)
def train(args, io): train_loader = DataLoader(ModelNet40(partition='train', num_points=args.num_points), num_workers=8, batch_size=args.batch_size, shuffle=True, drop_last=True) test_loader = DataLoader(ModelNet40(partition='test', num_points=args.num_points), num_workers=8, batch_size=args.test_batch_size, shuffle=True, drop_last=False) device = torch.device("cuda" if args.cuda else "cpu") model = GDANET().to(device) print(str(model)) model.apply(weight_init) model = nn.DataParallel(model) print("Let's use", torch.cuda.device_count(), "GPUs!") if args.use_sgd: print("Use SGD") opt = optim.SGD(model.parameters(), lr=args.lr * 100, momentum=args.momentum, weight_decay=1e-4) scheduler = CosineAnnealingLR(opt, args.epochs, eta_min=args.lr) else: print("Use Adam") opt = optim.Adam(model.parameters(), lr=args.lr, weight_decay=1e-4) scheduler = CosineAnnealingLR(opt, args.epochs, eta_min=args.lr / 100) criterion = cal_loss best_test_acc = 0 for epoch in range(args.epochs): scheduler.step() #################### # Train #################### train_loss = 0.0 count = 0.0 model.train() train_pred = [] train_true = [] for data, label in train_loader: data, label = data.to(device), label.to(device).squeeze() data = data.permute(0, 2, 1) batch_size = data.size()[0] opt.zero_grad() logits = model(data) loss = criterion(logits, label) loss.backward() opt.step() preds = logits.max(dim=1)[1] count += batch_size train_loss += loss.item() * batch_size train_true.append(label.cpu().numpy()) train_pred.append(preds.detach().cpu().numpy()) train_true = np.concatenate(train_true) train_pred = np.concatenate(train_pred) outstr = 'Train %d, loss: %.6f, train acc: %.6f, train avg acc: %.6f' % ( epoch, train_loss * 1.0 / count, metrics.accuracy_score(train_true, train_pred), metrics.balanced_accuracy_score(train_true, train_pred)) io.cprint(outstr) #################### # Test #################### test_loss = 0.0 count = 0.0 model.eval() test_pred = [] test_true = [] for data, label in test_loader: data, label = data.to(device), label.to(device).squeeze() data = data.permute(0, 2, 1) batch_size = data.size()[0] logits = model(data) loss = criterion(logits, label) preds = logits.max(dim=1)[1] count += batch_size test_loss += loss.item() * batch_size test_true.append(label.cpu().numpy()) test_pred.append(preds.detach().cpu().numpy()) test_true = np.concatenate(test_true) test_pred = np.concatenate(test_pred) test_acc = metrics.accuracy_score(test_true, test_pred) avg_per_class_acc = metrics.balanced_accuracy_score( test_true, test_pred) outstr = 'Test %d, loss: %.6f, test acc: %.6f, test avg acc: %.6f' % ( epoch, test_loss * 1.0 / count, test_acc, avg_per_class_acc) io.cprint(outstr) if test_acc >= best_test_acc: best_test_acc = test_acc io.cprint('Max Acc:%.6f' % best_test_acc) torch.save(model.state_dict(), 'checkpoints/%s/models/best_model.t7' % args.exp_name)
def train(args, io): train_loader = DataLoader(ModelNet40(partition='train', num_points=args.num_points, pt_norm=args.pt_norm), num_workers=args.workers, batch_size=args.batch_size, shuffle=True, drop_last=True) test_loader = DataLoader(ModelNet40(partition='test', num_points=args.num_points, pt_norm=False), num_workers=args.workers, batch_size=args.test_batch_size, shuffle=False, drop_last=False) device = torch.device("cuda" if args.cuda else "cpu") if args.arch == 'dgcnn': from model.DGCNN_PAConv import PAConv model = PAConv(args).to(device) elif args.arch == 'pointnet': from model.PointNet_PAConv import PAConv model = PAConv(args).to(device) else: raise Exception("Not implemented") io.cprint(str(model)) model.apply(weight_init) model = nn.DataParallel(model) print("Let's use", torch.cuda.device_count(), "GPUs!") print("Use SGD") opt = optim.SGD(model.parameters(), lr=args.lr, momentum=args.momentum, weight_decay=1e-4) scheduler = CosineAnnealingLR(opt, args.epochs, eta_min=args.lr / 100) criterion = cal_loss best_test_acc = 0 for epoch in range(args.epochs): scheduler.step() #################### # Train #################### train_loss = 0.0 count = 0.0 model.train() train_pred = [] train_true = [] for data, label in train_loader: data, label = data.to(device), label.to(device).squeeze() data = data.permute(0, 2, 1) batch_size = data.size()[0] opt.zero_grad() logits = model(data) loss = criterion(logits, label) loss.backward() opt.step() preds = logits.max(dim=1)[1] count += batch_size train_loss += loss.item() * batch_size train_true.append(label.cpu().numpy()) train_pred.append(preds.detach().cpu().numpy()) train_true = np.concatenate(train_true) train_pred = np.concatenate(train_pred) train_acc = metrics.accuracy_score(train_true, train_pred) outstr = 'Train %d, loss: %.6f, train acc: %.6f, ' % ( epoch, train_loss * 1.0 / count, train_acc) io.cprint(outstr) writer.add_scalar('loss_train', train_loss * 1.0 / count, epoch + 1) writer.add_scalar('Acc_train', train_acc, epoch + 1) #################### # Test #################### test_loss = 0.0 count = 0.0 model.eval() test_pred = [] test_true = [] for data, label in test_loader: data, label = data.to(device), label.to(device).squeeze() data = data.permute(0, 2, 1) batch_size = data.size()[0] logits = model(data) loss = criterion(logits, label) preds = logits.max(dim=1)[1] count += batch_size test_loss += loss.item() * batch_size test_true.append(label.cpu().numpy()) test_pred.append(preds.detach().cpu().numpy()) test_true = np.concatenate(test_true) test_pred = np.concatenate(test_pred) test_acc = metrics.accuracy_score(test_true, test_pred) outstr = 'Test %d, loss: %.6f, test acc: %.6f,' % ( epoch, test_loss * 1.0 / count, test_acc) io.cprint(outstr) writer.add_scalar('loss_test', test_loss * 1.0 / count, epoch + 1) writer.add_scalar('Acc_test', test_acc, epoch + 1) if test_acc >= best_test_acc: best_test_acc = test_acc io.cprint('Max Acc:%.6f' % best_test_acc) torch.save(model.state_dict(), 'checkpoints/%s/best_model.t7' % args.exp_name)
def train(gpu, ngpus_per_node): # ============= Model =================== if args.arch == 'dgcnn': from model.DGCNN_PAConv import PAConv model = PAConv(args) elif args.arch == 'pointnet': from model.PointNet_PAConv import PAConv model = PAConv(args) else: raise Exception("Not implemented") model.apply(weight_init) if main_process(): logger.info(model) if args.sync_bn and args.distributed: model = nn.SyncBatchNorm.convert_sync_batchnorm(model) if args.distributed: torch.cuda.set_device(gpu) args.batch_size = int(args.batch_size / ngpus_per_node) args.test_batch_size = int(args.test_batch_size / ngpus_per_node) args.workers = int( (args.workers + ngpus_per_node - 1) / ngpus_per_node) model = torch.nn.parallel.DistributedDataParallel( model.cuda(), device_ids=[gpu], find_unused_parameters=True) else: model = torch.nn.DataParallel(model.cuda()) # =========== Dataloader ================= train_data = ModelNet40(partition='train', num_points=args.num_points, pt_norm=args.pt_norm) test_data = ModelNet40(partition='test', num_points=args.num_points, pt_norm=False) if args.distributed: train_sampler = torch.utils.data.distributed.DistributedSampler( train_data) test_sampler = torch.utils.data.distributed.DistributedSampler( test_data) else: train_sampler = None test_sampler = None train_loader = torch.utils.data.DataLoader(train_data, batch_size=args.batch_size, shuffle=(train_sampler is None), num_workers=args.workers, pin_memory=True, sampler=train_sampler, drop_last=True) test_loader = torch.utils.data.DataLoader(test_data, batch_size=args.test_batch_size, shuffle=False, num_workers=args.workers, pin_memory=True, sampler=test_sampler) # ============= Optimizer =================== if main_process(): logger.info("Use SGD") opt = optim.SGD(model.parameters(), lr=args.lr, momentum=args.momentum, weight_decay=1e-4) scheduler = CosineAnnealingLR(opt, args.epochs, eta_min=args.lr / 100) criterion = cal_loss best_test_acc = 0 start_epoch = 0 # ============= Training from scratch================= for epoch in range(start_epoch, args.epochs): if args.distributed: train_sampler.set_epoch(epoch) train_epoch(train_loader, model, opt, scheduler, epoch, criterion) test_acc = test_epoch(test_loader, model, epoch, criterion) if test_acc >= best_test_acc and main_process(): best_test_acc = test_acc logger.info('Max Acc:%.6f' % best_test_acc) torch.save(model.state_dict(), 'checkpoints/%s/best_model.t7' % args.exp_name) # save the best model
def test(gpu, ngpus_per_node): if main_process(): logger.info('<<<<<<<<<<<<<<<<< Start Evaluation <<<<<<<<<<<<<<<<<') # ============= Model =================== if args.arch == 'dgcnn': from model.DGCNN_PAConv import PAConv model = PAConv(args) elif args.arch == 'pointnet': from model.PointNet_PAConv import PAConv model = PAConv(args) else: raise Exception("Not implemented") if main_process(): logger.info(model) if args.sync_bn: assert args.distributed == True model = nn.SyncBatchNorm.convert_sync_batchnorm(model) if args.distributed: torch.cuda.set_device(gpu) args.batch_size = int(args.batch_size / ngpus_per_node) args.test_batch_size = int(args.test_batch_size / ngpus_per_node) args.workers = int( (args.workers + ngpus_per_node - 1) / ngpus_per_node) model = torch.nn.parallel.DistributedDataParallel( model.cuda(), device_ids=[gpu], find_unused_parameters=True) else: model = torch.nn.DataParallel(model.cuda()) state_dict = torch.load("checkpoints/%s/best_model.t7" % args.exp_name, map_location=torch.device('cpu')) for k in state_dict.keys(): if 'module' not in k: from collections import OrderedDict new_state_dict = OrderedDict() for k in state_dict: new_state_dict['module.' + k] = state_dict[k] state_dict = new_state_dict break model.load_state_dict(state_dict) # Dataloader test_data = ModelNet40(partition='test', num_points=args.num_points) if args.distributed: test_sampler = torch.utils.data.distributed.DistributedSampler( test_data) else: test_sampler = None test_loader = torch.utils.data.DataLoader(test_data, batch_size=args.test_batch_size, shuffle=False, num_workers=args.workers, pin_memory=True, sampler=test_sampler) model.eval() intersection_meter = AverageMeter() union_meter = AverageMeter() target_meter = AverageMeter() for data, label in test_loader: data, label = data.cuda(non_blocking=True), label.cuda( non_blocking=True).squeeze(1) data = data.permute(0, 2, 1) with torch.no_grad(): logits = model(data) preds = logits.max(dim=1)[1] intersection, union, target = intersectionAndUnionGPU( preds, label, args.classes) if args.multiprocessing_distributed: dist.all_reduce(intersection), dist.all_reduce( union), dist.all_reduce(target) intersection, union, target = intersection.cpu().numpy(), union.cpu( ).numpy(), target.cpu().numpy() intersection_meter.update(intersection), union_meter.update( union), target_meter.update(target) accuracy_class = intersection_meter.sum / (target_meter.sum + 1e-10) mAcc = np.mean(accuracy_class) allAcc = sum(intersection_meter.sum) / (sum(target_meter.sum) + 1e-10) if main_process(): logger.info('Test result: mAcc/allAcc {:.4f}/{:.4f}.'.format( mAcc, allAcc)) for i in range(args.classes): logger.info('Class_{} Result: accuracy {:.4f}.'.format( i, accuracy_class[i])) logger.info('<<<<<<<<<<<<<<<<< End Evaluation <<<<<<<<<<<<<<<<<')