def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.s = nn.ParameterList([
nn.Parameter(module_util.rank_one_init(self).unsqueeze(0))
for _ in range(pargs.num_tasks)
])
self.t = nn.ParameterList([
nn.Parameter(module_util.rank_one_initv2(self).unsqueeze(0))
for _ in range(pargs.num_tasks)
])
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.s = nn.ParameterList([
nn.Parameter(module_util.rank_one_init(self).unsqueeze(1))
for _ in range(pargs.num_tasks)
])
self.t = nn.ParameterList([
nn.Parameter(module_util.rank_one_initv2(self).unsqueeze(0))
for _ in range(pargs.num_tasks)
])
if pargs.train_weight_tasks == 0:
self.weight.requires_grad = False