mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 10:02:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add max-abs=6, debugged version

Browse Source
This commit is contained in:
Daniel Povey 2022-03-21 21:15:00 +08:00
parent d844655a63
commit 05e30d0c46
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py
View File

@ -176,13 +176,13 @@ class ConformerEncoderLayer(nn.Module):
self.conv_module = ConvolutionModule(d_model, cnn_module_kernel)
self.pre_norm_final = Identity()
self.norm_final = BasicNorm(d_model)
# try to ensure the output is close to zero-mean (or at least, zero-median).
self.balancer = ActivationBalancer(channel_dim=-1,
min_positive=0.45,
max_positive=0.55)
max_positive=0.55,
max_abs=6.0)
self.dropout = nn.Dropout(dropout)
@ -232,7 +232,7 @@ class ConformerEncoderLayer(nn.Module):
# feed forward module
src = src + self.dropout(self.feed_forward(src))
src = self.balancer(self.norm_final(self.pre_norm_final(src)))
src = self.norm_final(self.balancer(src))
return src