From ec78b7ef7291b3269cc7f89303d2437c09bf7946 Mon Sep 17 00:00:00 2001 From: Fangjun Kuang Date: Fri, 11 Mar 2022 14:48:08 +0800 Subject: [PATCH] Remove extra layer norm in the conformer encoder layer. --- .../pruned_transducer_stateless_multi_datasets/conformer.py | 6 ------ 1 file changed, 6 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py index 3e88fe4ef..749242526 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py @@ -180,9 +180,6 @@ class ConformerEncoderLayer(nn.Module): self.ff_scale = 0.5 self.norm_conv = nn.LayerNorm(d_model) # for the CNN module - self.norm_final = nn.LayerNorm( - d_model - ) # for the final output of the block self.dropout = nn.Dropout(dropout) @@ -254,9 +251,6 @@ class ConformerEncoderLayer(nn.Module): if not self.normalize_before: src = self.norm_ff(src) - if self.normalize_before: - src = self.norm_final(src) - return src