mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'scaled_adam_exp539' into scaled_adam_exp548

Browse Source
This commit is contained in:
Daniel Povey 2022-11-29 15:40:23 +08:00
commit 5632782ee1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -441,7 +441,7 @@ class ZipformerEncoderLayer(nn.Module):
self.balancer = ActivationBalancer( self.balancer = ActivationBalancer(
embed_dim, channel_dim=-1, embed_dim, channel_dim=-1,
min_positive=0.45, max_positive=0.55, min_positive=0.45, max_positive=0.55,
max_abs=6.0, min_abs=0.4, max_abs=6.0,
) )
self.whiten = Whiten(num_groups=1, self.whiten = Whiten(num_groups=1,
whitening_limit=_whitening_schedule(4.0, ratio=3.0), whitening_limit=_whitening_schedule(4.0, ratio=3.0),