mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove dropout from inside ConformerEncoderLayer, for adding to residuals

Browse Source
This commit is contained in:
Daniel Povey 2022-10-01 13:13:10 +08:00
parent cc64f2f15c
commit e9326a7d16
1 changed files with 5 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -205,8 +205,6 @@ class ConformerEncoderLayer(nn.Module):
max_var_per_eig=0.2, max_var_per_eig=0.2,
) )
self.dropout = nn.Dropout(dropout)
def forward( def forward(
self, self,
@ -256,7 +254,7 @@ class ConformerEncoderLayer(nn.Module):
alpha = 1.0 alpha = 1.0
# macaron style feed forward module # macaron style feed forward module
src = src + self.dropout(self.feed_forward_macaron(src)) src = src + self.feed_forward_macaron(src)
# multi-headed self-attention module # multi-headed self-attention module
src_att, _, attn_scores_out = self.self_attn( src_att, _, attn_scores_out = self.self_attn(
@ -266,17 +264,16 @@ class ConformerEncoderLayer(nn.Module):
attn_mask=src_mask, attn_mask=src_mask,
key_padding_mask=src_key_padding_mask, key_padding_mask=src_key_padding_mask,
) )
src = src + self.dropout(src_att) src = src + src_att
# convolution module # convolution module
src = src + self.dropout( src = src + self.conv_module(src, src_key_padding_mask=src_key_padding_mask)
self.conv_module(src, src_key_padding_mask=src_key_padding_mask)
)
# feed forward module # feed forward module
src = src + self.dropout(self.feed_forward(src)) src = src + self.feed_forward(src)
src = self.norm_final(self.balancer(src)) src = self.norm_final(self.balancer(src))