mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
183bb88394
commit
d2dffc3bb9
Binary file not shown.
@ -252,8 +252,8 @@ class LoRAModule(nn.Module):
|
||||
else:
|
||||
self.lora_dropout = lambda x: x
|
||||
|
||||
self.lora_A = nn.Linear(embedding_dim, r)
|
||||
self.lora_B = nn.Linear(r, embedding_dim)
|
||||
self.lora_A = nn.Linear(embedding_dim, self.r)
|
||||
self.lora_B = nn.Linear(self.r, embedding_dim)
|
||||
self.scaling = self.lora_alpha / self.r
|
||||
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user