mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 10:02:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Set also scale for embedding to 0.025.

Browse Source
This commit is contained in:
Daniel Povey 2022-03-18 21:30:05 +08:00
parent 188eada7ac
commit 8cff994cd7
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py
View File

@ -451,8 +451,9 @@ class ScaledEmbedding(nn.Module):
def reset_parameters(self) -> None: def reset_parameters(self) -> None:
nn.init.normal_(self.weight, std=0.05) std = 0.025
nn.init.constant_(self.scale, torch.tensor(1.0/0.05).log()) nn.init.normal_(self.weight, std=std)
nn.init.constant_(self.scale, torch.tensor(1.0/std).log())
if self.padding_idx is not None: if self.padding_idx is not None:
with torch.no_grad(): with torch.no_grad():