mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

increase schedule init from 0.1 to 0.2

Browse Source
This commit is contained in:
Daniel Povey 2022-11-25 18:06:13 +08:00
parent 2368968114
commit 029f5869c4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1392,7 +1392,7 @@ class FeedforwardModule(nn.Module):
self.dropout = nn.Dropout(dropout)
self.out_proj = LinearWithAuxLoss(feedforward_dim, embed_dim,
initial_scale=0.01,
aux_grad_scale=ScheduledFloat((0.0, 0.1), (1000.0, 0.01)),
aux_grad_scale=ScheduledFloat((0.0, 0.2), (1000.0, 0.01)),
)
self.out_whiten = Whiten(num_groups=1,
whitening_limit=_whitening_schedule(7.5),