mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 10:02:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix self.post-scale-mha

Browse Source
This commit is contained in:
Daniel Povey 2022-03-12 11:20:44 +08:00
parent 76a2b9d362
commit 0abba9e7a2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/transducer_stateless/conformer.py
View File

@ -231,7 +231,7 @@ class ConformerEncoderLayer(nn.Module):
attn_mask=src_mask, attn_mask=src_mask,
key_padding_mask=src_key_padding_mask, key_padding_mask=src_key_padding_mask,
)[0] )[0]
src = residual + post_scale_mha(self.dropout(src_att)) src = residual + self.post_scale_mha(self.dropout(src_att))
# convolution module # convolution module
src = src + self.dropout(self.conv_module(self.scale_conv(src))) src = src + self.dropout(self.conv_module(self.scale_conv(src)))