diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp
index 5aeb3ecbb..3aa3735e9 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
index 59c8e4941..212a00dcf 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
@@ -710,7 +710,7 @@ class ConformerEncoder(nn.Module):
         for i, mod in enumerate(self.layers):
             if i == 0:
                 residual = output
-            elif i in [2,5,8,11]:
+            elif i in [2,5,8,11,14,17]:
                 output = mod(
                     output,
                     pos_emb,