mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

reduce min_abs of zipformer-encoder-layer balancer from 0.4 to 0.25.

Browse Source
This commit is contained in:
Daniel Povey 2022-11-30 13:40:53 +08:00
parent d100aed58b
commit c75c2dc91d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -441,7 +441,7 @@ class ZipformerEncoderLayer(nn.Module):
self.balancer = ActivationBalancer( self.balancer = ActivationBalancer(
embed_dim, channel_dim=-1, embed_dim, channel_dim=-1,
min_positive=0.45, max_positive=0.55, min_positive=0.45, max_positive=0.55,
min_abs=0.4, max_abs=6.0, min_abs=0.25, max_abs=6.0,
) )
self.whiten = Whiten(num_groups=1, self.whiten = Whiten(num_groups=1,
whitening_limit=_whitening_schedule(4.0, ratio=3.0), whitening_limit=_whitening_schedule(4.0, ratio=3.0),