def setUp(self) -> None: torch.manual_seed(0) base_layer = Linear(2, 4) base_layer.weight = Parameter( tensor([[1.7, 0.4, 1, 2.2], [1.8, -1, 0.9, -0.2]], requires_grad=True).t()) base_layer.bias = Parameter( tensor([0.0, 0.0, 0.0, 0.0], requires_grad=True)) self.layer = RotationalLinear(base_layer).to(device)
def setUp(self) -> None: torch.manual_seed(0) base_layer = Linear(2, 4) base_layer.weight = Parameter( tensor([[1.7, 0.4, 1, 2.2], [1.8, -1, 0.9, -0.2]], requires_grad=True).t()) base_layer.bias = Parameter( tensor([0.0, 0.0, 0.0, 0.0], requires_grad=True)) self.layer = SemiSyncLinear(base_layer, group_list=None).to('cuda')