diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp
index 8fb584656..378e68502 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
index 80e026a61..bd058f302 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
@@ -698,8 +698,7 @@ class ConformerEncoder(nn.Module):
         for i, mod in enumerate(self.layers):
             if i == 0:
                 residual = output
-            elif i in [2,5,8]:
-                residual = output
+            elif i in [2,5,8,11]:
                 output = mod(
                     output,
                     pos_emb,