mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add max-var-per-eig in encoder layers

Browse Source
This commit is contained in:
Daniel Povey 2022-09-20 14:22:07 +08:00
parent db1f4ccdd1
commit cd5ac76a05
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -198,7 +198,10 @@ class ConformerEncoderLayer(nn.Module):
# try to ensure the output is close to zero-mean (or at least, zero-median).
self.balancer = ActivationBalancer(
d_model, channel_dim=-1, min_positive=0.45, max_positive=0.55, max_abs=6.0
d_model, channel_dim=-1,
min_positive=0.45, max_positive=0.55,
max_abs=6.0,
max_var_per_eig=0.1,
)
self.dropout = nn.Dropout(dropout)