mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
aecaf1cedc
commit
6d8ceec54e
Binary file not shown.
@ -264,6 +264,9 @@ class LoRAModule(nn.Module):
|
|||||||
nn.init_normal_(self.lora_A)
|
nn.init_normal_(self.lora_A)
|
||||||
|
|
||||||
def forward(self, x, layer_id=-1):
|
def forward(self, x, layer_id=-1):
|
||||||
|
x = x.transpose(0, 1)
|
||||||
|
x = self.lora_A[layer_idx](x)
|
||||||
|
x = self.lora_B[layer_idx](x)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user