mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-05-18 17:07:42 +09:00
parent d2dffc3bb9
commit aecaf1cedc
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
View File

Binary file not shown.

14
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
View File

@ -252,9 +252,19 @@ class LoRAModule(nn.Module):
else: else:
self.lora_dropout = lambda x: x self.lora_dropout = lambda x: x
self.lora_A = nn.Linear(embedding_dim, self.r) self.lora_A = nn.ModuleList(
self.lora_B = nn.Linear(self.r, embedding_dim) [nn.Linear(embedding_dim, self.r) for _ in range(layer_num)])
self.lora_B = nn.ModuleList(
[nn.Linear(self.r, embedding_dim) for _ in range(layer_num)])
self.scaling = self.lora_alpha / self.r self.scaling = self.lora_alpha / self.r
self.reset_parameters()
def reset_parameters(self):
nn.init.zeros_(self.lora_B)
nn.init_normal_(self.lora_A)
def forward(self, x, layer_id=-1):
''' '''