def run_get_mask(args, imp_num, rewind_weight_mask, dataset_dict):
pruning_gcn.setup_seed(args.seed)
num_clusters = int(args.num_clusters)
batch_size = 1
hid_units = 16
sparse = False
nonlinearity = 'prelu' # special name to separate parameters
adj = dataset_dict['adj']
adj_sparse = dataset_dict['adj_sparse']
features = dataset_dict['features']
labels = dataset_dict['labels']
val_edges = dataset_dict['val_edges']
val_edges_false = dataset_dict['val_edges_false']
test_edges = dataset_dict['test_edges']
test_edges_false = dataset_dict['test_edges_false']
nb_nodes = features.shape[1]
ft_size = features.shape[2]
b_xent = nn.BCEWithLogitsLoss()
b_bce = nn.BCELoss()
model = GIC_GCN(nb_nodes, ft_size, hid_units, nonlinearity, num_clusters, 100, adj)
pruning_gcn.add_mask(model.gcn)
if rewind_weight_mask is not None:
model.load_state_dict(rewind_weight_mask)
pruning_gcn.add_trainable_mask_noise(model.gcn, c=1e-4)
adj_spar, wei_spar = pruning_gcn.print_sparsity(model.gcn)
optimiser = torch.optim.Adam(model.parameters(), lr=args.lr, weight_decay=0.0)
cnt_wait = 0
best = 1e9
best_t = 0
model.cuda()
best_val_acc = {'val_acc': 0, 'epoch' : 0, 'test_acc' : 0}
rewind_weight = copy.deepcopy(model.state_dict())
for epoch in range(1, args.mask_epoch + 1):
model.train()
optimiser.zero_grad()
idx = np.random.permutation(nb_nodes)
shuf_fts = features[:, idx, :]
lbl_1 = torch.ones(batch_size, nb_nodes)
lbl_2 = torch.zeros(batch_size, nb_nodes)
lbl = torch.cat((lbl_1, lbl_2), 1)
shuf_fts = shuf_fts.cuda()
lbl = lbl.cuda()
logits, logits2 = model(features, shuf_fts,
adj,
sparse, None, None, None, 100)
loss = 0.5 * b_xent(logits, lbl) + 0.5 * b_xent(logits2, lbl)
loss.backward()
pruning_gcn.subgradient_update_mask(model.gcn, args)
optimiser.step()
with torch.no_grad():
acc_val, _ = pruning.test(model, features,
adj,
sparse,
adj_sparse,
val_edges,
val_edges_false)
acc_test, _ = pruning.test(model, features,
adj,
sparse,
adj_sparse,
test_edges,
test_edges_false)
if acc_val > best_val_acc['val_acc']:
best_val_acc['test_acc'] = acc_test
best_val_acc['val_acc'] = acc_val
best_val_acc['epoch'] = epoch
rewind_weight, adj_spar, wei_spar = pruning_gcn.get_final_mask_epoch(model, rewind_weight, args)
print("IMP[{}] (GCN {} Get Mask) Epoch:[{}/{}], Loss:[{:.4f}] Val:[{:.2f}] Test:[{:.2f}] | Best Val:[{:.2f}] Test:[{:.2f}] at Epoch:[{}] | Adj:[{:.2f}%] Wei:[{:.2f}%]"
.format(imp_num,
args.dataset,
epoch,
args.mask_epoch,
loss,
acc_val * 100,
acc_test * 100,
best_val_acc['val_acc'] * 100,
best_val_acc['test_acc'] * 100,
best_val_acc['epoch'],
adj_spar,
wei_spar))
return rewind_weight
def run_fix_mask(args, imp_num, rewind_weight_mask, dataset_dict):
pruning_gcn.setup_seed(args.seed)
num_clusters = int(args.num_clusters)
batch_size = 1
patience = 50
l2_coef = 0.0
hid_units = 16
# sparse = True
sparse = False
nonlinearity = 'prelu' # special name to separate parameters
adj = dataset_dict['adj']
adj_sparse = dataset_dict['adj_sparse']
features = dataset_dict['features']
labels = dataset_dict['labels']
val_edges = dataset_dict['val_edges']
val_edges_false = dataset_dict['val_edges_false']
test_edges = dataset_dict['test_edges']
test_edges_false = dataset_dict['test_edges_false']
nb_nodes = features.shape[1]
ft_size = features.shape[2]
b_xent = nn.BCEWithLogitsLoss()
b_bce = nn.BCELoss()
model = GIC_GCN(nb_nodes, ft_size, hid_units, nonlinearity, num_clusters, 100, adj)
pruning_gcn.add_mask(model.gcn)
model.load_state_dict(rewind_weight_mask)
adj_spar, wei_spar = pruning_gcn.print_sparsity(model.gcn)
for name, param in model.named_parameters():
if 'mask' in name:
param.requires_grad = False
#print("NAME:{}\tSHAPE:{}\tGRAD:{}".format(name, param.shape, param.requires_grad))
optimiser = torch.optim.Adam(model.parameters(), lr=args.lr, weight_decay=l2_coef)
model.cuda()
best_val_acc = {'val_acc': 0, 'epoch' : 0, 'test_acc':0}
for epoch in range(1, args.fix_epoch + 1):
model.train()
optimiser.zero_grad()
idx = np.random.permutation(nb_nodes)
shuf_fts = features[:, idx, :]
lbl_1 = torch.ones(batch_size, nb_nodes)
lbl_2 = torch.zeros(batch_size, nb_nodes)
lbl = torch.cat((lbl_1, lbl_2), 1)
shuf_fts = shuf_fts.cuda()
lbl = lbl.cuda()
logits, logits2 = model(features, shuf_fts,
adj,
sparse, None, None, None, 100)
loss = 0.5 * b_xent(logits, lbl) + 0.5 * b_xent(logits2, lbl)
loss.backward()
# nn.utils.clip_grad_value_(model, clip_value=0.25)
# torch.nn.utils.clip_grad_norm_(model.parameters(), 0.25)
optimiser.step()
with torch.no_grad():
acc_val, _ = pruning.test(model, features,
adj,
sparse,
adj_sparse,
val_edges,
val_edges_false)
acc_test, _ = pruning.test(model, features,
adj,
sparse,
adj_sparse,
test_edges,
test_edges_false)
if acc_val > best_val_acc['val_acc']:
best_val_acc['test_acc'] = acc_test
best_val_acc['val_acc'] = acc_val
best_val_acc['epoch'] = epoch
print("IMP[{}] (GCN {} FIX Mask) Epoch:[{}/{}], Loss:[{:.4f}] Val:[{:.2f}] Test:[{:.2f}] | Best Val:[{:.2f}] Test:[{:.2f}] at Epoch:[{}] | Adj:[{:.2f}%] Wei:[{:.2f}%]"
.format(imp_num,
args.dataset,
epoch,
args.fix_epoch,
loss,
acc_val * 100,
acc_test * 100,
best_val_acc['val_acc'] * 100,
best_val_acc['test_acc'] * 100,
best_val_acc['epoch'],
adj_spar,
wei_spar))
print("syd final: IMP[{}] (GCN {} FIX Mask) | Best Val:[{:.2f}] Test:[{:.2f}] at Epoch:[{}] | Adj:[{:.2f}%] Wei:[{:.2f}%]"
.format(imp_num,
args.dataset,
best_val_acc['val_acc'] * 100,
best_val_acc['test_acc'] * 100,
best_val_acc['epoch'],
adj_spar,
wei_spar))
def run_fix_mask(args, imp_num, adj_percent, wei_percent, dataset_dict):
pruning_gin.setup_seed(args.seed)
num_clusters = int(args.num_clusters)
dataset = args.dataset
batch_size = 1
patience = 50
l2_coef = 0.0
hid_units = 16
# sparse = True
sparse = False
nonlinearity = 'prelu' # special name to separate parameters
adj = dataset_dict['adj']
adj_sparse = dataset_dict['adj_sparse']
features = dataset_dict['features']
labels = dataset_dict['labels']
val_edges = dataset_dict['val_edges']
val_edges_false = dataset_dict['val_edges_false']
test_edges = dataset_dict['test_edges']
test_edges_false = dataset_dict['test_edges_false']
nb_nodes = features.shape[1]
ft_size = features.shape[2]
g = dgl.DGLGraph()
g.add_nodes(nb_nodes)
adj = adj.tocoo()
g.add_edges(adj.row, adj.col)
b_xent = nn.BCEWithLogitsLoss()
b_bce = nn.BCELoss()
if args.net == 'gin':
model = GIC_GIN(nb_nodes, ft_size, hid_units, nonlinearity, num_clusters, 100, g)
pruning_gin.add_mask(model.gcn)
pruning_gin.random_pruning(model.gcn, adj_percent, wei_percent)
adj_spar, wei_spar = pruning_gin.print_sparsity(model.gcn)
elif args.net == 'gat':
model = GIC_GAT(nb_nodes, ft_size, hid_units, nonlinearity, num_clusters, 100, g)
g.add_edges(list(range(nb_nodes)), list(range(nb_nodes)))
pruning_gat.add_mask(model.gcn)
pruning_gat.random_pruning(model.gcn, adj_percent, wei_percent)
adj_spar, wei_spar = pruning_gat.print_sparsity(model.gcn)
else: assert False
for name, param in model.named_parameters():
if 'mask' in name:
param.requires_grad = False
#print("NAME:{}\tSHAPE:{}\tGRAD:{}".format(name, param.shape, param.requires_grad))
optimiser = torch.optim.Adam(model.parameters(), lr=args.lr, weight_decay=l2_coef)
model.cuda()
best_val_acc = {'val_acc': 0, 'epoch' : 0, 'test_acc':0}
for epoch in range(1, args.fix_epoch + 1):
model.train()
optimiser.zero_grad()
idx = np.random.permutation(nb_nodes)
shuf_fts = features[:, idx, :]
lbl_1 = torch.ones(batch_size, nb_nodes)
lbl_2 = torch.zeros(batch_size, nb_nodes)
lbl = torch.cat((lbl_1, lbl_2), 1)
shuf_fts = shuf_fts.cuda()
lbl = lbl.cuda()
logits, logits2 = model(features, shuf_fts,
g,
sparse, None, None, None, 100)
loss = 0.5 * b_xent(logits, lbl) + 0.5 * b_xent(logits2, lbl)
loss.backward()
optimiser.step()
with torch.no_grad():
acc_val, _ = pruning.test(model, features,
g,
sparse,
adj_sparse,
val_edges,
val_edges_false)
acc_test, _ = pruning.test(model, features,
g,
sparse,
adj_sparse,
test_edges,
test_edges_false)
if acc_val > best_val_acc['val_acc']:
best_val_acc['test_acc'] = acc_test
best_val_acc['val_acc'] = acc_val
best_val_acc['epoch'] = epoch
print("RP [{}] ({} {} FIX Mask) Epoch:[{}/{}], Loss:[{:.4f}] Val:[{:.2f}] Test:[{:.2f}] | Best Val:[{:.2f}] Test:[{:.2f}] at Epoch:[{}] | Adj:[{:.2f}%] Wei:[{:.2f}%]"
.format(imp_num,
args.net,
args.dataset,
epoch,
args.fix_epoch,
loss,
acc_val * 100,
acc_test * 100,
best_val_acc['val_acc'] * 100,
best_val_acc['test_acc'] * 100,
best_val_acc['epoch'],
adj_spar,
wei_spar))
print("syd final: RP[{}] ({} {} FIX Mask) | Best Val:[{:.2f}] Test:[{:.2f}] at Epoch:[{}] | Adj:[{:.2f}%] Wei:[{:.2f}%]"
.format(imp_num,
args.net,
args.dataset,
best_val_acc['val_acc'] * 100,
best_val_acc['test_acc'] * 100,
best_val_acc['epoch'],
adj_spar,
wei_spar))