from local
This commit is contained in:
parent
57159d43e4
commit
8435ec33f7
Binary file not shown.
Binary file not shown.
@ -162,8 +162,8 @@ class LoRAModule(nn.Module):
|
|||||||
self.reset_parameters()
|
self.reset_parameters()
|
||||||
|
|
||||||
def reset_parameters(self):
|
def reset_parameters(self):
|
||||||
nn.init.zeros_(self.lora_B)
|
nn.init.zeros_(self.lora_B.weight.data)
|
||||||
nn.init_normal_(self.lora_A)
|
nn.init_normal_(self.lora_A.weight.dat)
|
||||||
|
|
||||||
def forward(self, x):
|
def forward(self, x):
|
||||||
x = x.transpose(0, 1)
|
x = x.transpose(0, 1)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user