from local

This commit is contained in:
dohe0342 2023-05-24 13:33:36 +09:00
parent 57159d43e4
commit 8435ec33f7
3 changed files with 2 additions and 2 deletions

View File

@ -162,8 +162,8 @@ class LoRAModule(nn.Module):
self.reset_parameters()
def reset_parameters(self):
nn.init.zeros_(self.lora_B)
nn.init_normal_(self.lora_A)
nn.init.zeros_(self.lora_B.weight.data)
nn.init_normal_(self.lora_A.weight.dat)
def forward(self, x):
x = x.transpose(0, 1)