mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
684cfbf63f
commit
5c3819098d
Binary file not shown.
Binary file not shown.
@ -171,10 +171,10 @@ class LoRAModule(nn.Module):
|
|||||||
nn.init.normal_(self.lora_A.bias.data)
|
nn.init.normal_(self.lora_A.bias.data)
|
||||||
|
|
||||||
def forward(self, x):
|
def forward(self, x):
|
||||||
x = x.transpose(0, 1)
|
#x = x.transpose(0, 1)
|
||||||
x = self.lora_A(x)
|
x = self.lora_A(x)
|
||||||
x = self.lora_B(x)
|
x = self.lora_B(x)
|
||||||
x = x.transpose(0, 1)
|
#x = x.transpose(0, 1)
|
||||||
x *= self.scaling
|
x *= self.scaling
|
||||||
return x
|
return x
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user