diff --git a/egs/librispeech/ASR/incremental_transf/.conformer.py.swp b/egs/librispeech/ASR/incremental_transf/.conformer.py.swp
index 346de450b..1022b3fd4 100644
Binary files a/egs/librispeech/ASR/incremental_transf/.conformer.py.swp and b/egs/librispeech/ASR/incremental_transf/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/incremental_transf/conformer.py b/egs/librispeech/ASR/incremental_transf/conformer.py
index 252cb2e3c..822bc7a27 100644
--- a/egs/librispeech/ASR/incremental_transf/conformer.py
+++ b/egs/librispeech/ASR/incremental_transf/conformer.py
@@ -198,7 +198,10 @@ class Conformer(EncoderInterface):
         x = x.permute(1, 0, 2)  # (T, N, C) ->(N, T, C)
         layer_outputs = [x.permute(1, 0, 2) for x in layer_outputs]
 
-        return x, lengths
+        if get_layer_output:
+            return x, lengths, layer_outputs
+        else:
+            return x, lengths
 
     @torch.jit.export
     def get_init_state(