from local

This commit is contained in:
dohe0342 2023-05-24 13:34:32 +09:00
parent 28bc046e2a
commit de671ecf7d
2 changed files with 2 additions and 0 deletions

View File

@ -163,7 +163,9 @@ class LoRAModule(nn.Module):
def reset_parameters(self): def reset_parameters(self):
nn.init.zeros_(self.lora_B.weight.data) nn.init.zeros_(self.lora_B.weight.data)
nn.init.zeros_(self.lora_B.bias.data)
nn.init.normal_(self.lora_A.weight.data) nn.init.normal_(self.lora_A.weight.data)
nn.init.normal_(self.lora_A.bias.data)
def forward(self, x): def forward(self, x):
x = x.transpose(0, 1) x = x.transpose(0, 1)