diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp
index 4a74bb1e8..de85ef1e3 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless5/.train.py.swp
index e0fca0002..65041cae8 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless5/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless5/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
index bd058f302..eecb275a3 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
@@ -707,6 +707,7 @@ class ConformerEncoder(nn.Module):
                     warmup=warmup,
                 )
                 output += residual
+                residual = output 
             else:
                 output = mod(
                     output,