mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Increase max_var_per_eig to 0.2

Browse Source
This commit is contained in:
Daniel Povey 2022-09-22 12:28:35 +08:00
parent 6eb9a0bc9b
commit 1d20c12bc0
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -201,7 +201,7 @@ class ConformerEncoderLayer(nn.Module):
d_model, channel_dim=-1,
min_positive=0.45, max_positive=0.55,
max_abs=6.0,
max_var_per_eig=0.05,
max_var_per_eig=0.2,
)
self.dropout = nn.Dropout(dropout)
@ -469,7 +469,7 @@ class RelPositionMultiheadAttention(nn.Module):
self.in_proj = nn.Linear(embed_dim, 3 * embed_dim, bias=True)
self.in_balancer = ActivationBalancer(3 * embed_dim,
channel_dim=-1, max_abs=5.0,
max_var_per_eig=0.05)
max_var_per_eig=0.2)
self.proj_balancer = ActivationBalancer(embed_dim,
channel_dim=-1, max_abs=10.0,
min_positive=0.0, max_positive=1.0)