mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-07 16:14:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove extra layer norm in the conformer encoder layer.

Browse Source
This commit is contained in:
Fangjun Kuang 2022-03-11 14:48:08 +08:00
parent 726c92c476
commit ec78b7ef72
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py
View File

@ -180,9 +180,6 @@ class ConformerEncoderLayer(nn.Module):
self.ff_scale = 0.5 self.ff_scale = 0.5
self.norm_conv = nn.LayerNorm(d_model) # for the CNN module self.norm_conv = nn.LayerNorm(d_model) # for the CNN module
self.norm_final = nn.LayerNorm(
d_model
) # for the final output of the block
self.dropout = nn.Dropout(dropout) self.dropout = nn.Dropout(dropout)
@ -254,9 +251,6 @@ class ConformerEncoderLayer(nn.Module):
if not self.normalize_before: if not self.normalize_before:
src = self.norm_ff(src) src = self.norm_ff(src)
if self.normalize_before:
src = self.norm_final(src)
return src return src