mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Start ff modules with larger initial_scale

Browse Source
This commit is contained in:
Daniel Povey 2022-12-29 18:50:12 +08:00
parent fbdb12cf77
commit c6bad1ee4f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1405,7 +1405,7 @@ class FeedforwardModule(nn.Module):
self.activation = SwooshL() self.activation = SwooshL()
self.dropout = Dropout2(dropout) self.dropout = Dropout2(dropout)
self.out_proj = ScaledLinear(feedforward_dim, embed_dim, self.out_proj = ScaledLinear(feedforward_dim, embed_dim,
initial_scale=0.01) initial_scale=0.1)
self.out_whiten = Whiten(num_groups=1, self.out_whiten = Whiten(num_groups=1,
whitening_limit=_whitening_schedule(7.5), whitening_limit=_whitening_schedule(7.5),