def __init__(self, *args, **kwargs):
     super().__init__(*args, **kwargs)
     self.s = nn.ParameterList([
         nn.Parameter(module_util.rank_one_init(self).unsqueeze(0))
         for _ in range(pargs.num_tasks)
     ])
     self.t = nn.ParameterList([
         nn.Parameter(module_util.rank_one_initv2(self).unsqueeze(0))
         for _ in range(pargs.num_tasks)
     ])
 def __init__(self, *args, **kwargs):
     super().__init__(*args, **kwargs)
     self.s = nn.ParameterList([
         nn.Parameter(module_util.rank_one_init(self).unsqueeze(1))
         for _ in range(pargs.num_tasks)
     ])
     self.t = nn.ParameterList([
         nn.Parameter(module_util.rank_one_initv2(self).unsqueeze(0))
         for _ in range(pargs.num_tasks)
     ])
     if pargs.train_weight_tasks == 0:
         self.weight.requires_grad = False