def setUp(self) -> None:
torch.manual_seed(0)
base_layer = Linear(2, 4)
base_layer.weight = Parameter(
tensor([[1.7, 0.4, 1, 2.2], [1.8, -1, 0.9, -0.2]],
requires_grad=True).t())
base_layer.bias = Parameter(
tensor([0.0, 0.0, 0.0, 0.0], requires_grad=True))
self.layer = RotationalLinear(base_layer).to(device)
def setUp(self) -> None:
torch.manual_seed(0)
base_layer = Linear(2, 4)
base_layer.weight = Parameter(
tensor([[1.7, 0.4, 1, 2.2], [1.8, -1, 0.9, -0.2]],
requires_grad=True).t())
base_layer.bias = Parameter(
tensor([0.0, 0.0, 0.0, 0.0], requires_grad=True))
self.layer = SemiSyncLinear(base_layer, group_list=None).to('cuda')