mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-05-25 01:04:30 +09:00
parent 9c5374d166
commit 39eceb3edc
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp Normal file
View File

Binary file not shown.

10
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
View File

@ -162,15 +162,15 @@ class LoRAModule(nn.Module):
self.reset_parameters() self.reset_parameters()
def reset_parameters(self): def reset_parameters(self):
nn.init.zeros_(self.lora_B.weight.data) #nn.init.zeros_(self.lora_B.weight.data)
nn.init.zeros_(self.lora_B.bias.data) #nn.init.zeros_(self.lora_B.bias.data)
nn.init.normal_(self.lora_B.weight.data)
nn.init.normal_(self.lora_B.bias.data)
nn.init.normal_(self.lora_A.weight.data) nn.init.normal_(self.lora_A.weight.data)
nn.init.normal_(self.lora_A.bias.data) nn.init.normal_(self.lora_A.bias.data)
def forward(self, x): def forward(self, x):
print('-'*30)
print(x)
print('-'*30)
x = x.transpose(0, 1) x = x.transpose(0, 1)
x = self.lora_A(x) x = self.lora_A(x)
x = self.lora_B(x) x = self.lora_B(x)