diff --git a/egs/librispeech/ASR/incremental_transf/.model.py.swp b/egs/librispeech/ASR/incremental_transf/.model.py.swp
index 93d1042ec..b0d71b1df 100644
Binary files a/egs/librispeech/ASR/incremental_transf/.model.py.swp and b/egs/librispeech/ASR/incremental_transf/.model.py.swp differ
diff --git a/egs/librispeech/ASR/incremental_transf/model.py b/egs/librispeech/ASR/incremental_transf/model.py
index 536e15a9a..7c0138405 100644
--- a/egs/librispeech/ASR/incremental_transf/model.py
+++ b/egs/librispeech/ASR/incremental_transf/model.py
@@ -243,7 +243,11 @@ class Interformer(nn.Module):
         x: torch.Tensor,
         x_lens: torch.Tensor,
     ):
-        encoder_out, x_lens = self.pt_encoder(x, x_lens, warmup=warmup)
+        encoder_out, x_lens, layer_outputs = self.pt_encoder(x, 
+                                                             x_lens, 
+                                                             warmup=warmup, 
+                                                             get_layer_output=True
+                                            )
         assert torch.all(x_lens > 0)
 
         # Now for the decoder, i.e., the prediction network