diff --git a/egs/librispeech/ASR/incremental_transf/.conformer.py.swp b/egs/librispeech/ASR/incremental_transf/.conformer.py.swp
index 9574371c0..7cb237086 100644
Binary files a/egs/librispeech/ASR/incremental_transf/.conformer.py.swp and b/egs/librispeech/ASR/incremental_transf/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/incremental_transf/conformer.py b/egs/librispeech/ASR/incremental_transf/conformer.py
index fbfd5df59..d25d23dcb 100644
--- a/egs/librispeech/ASR/incremental_transf/conformer.py
+++ b/egs/librispeech/ASR/incremental_transf/conformer.py
@@ -703,12 +703,13 @@ class ConformerEncoder(nn.Module):
                 warmup=warmup,
             )
             layer_outputs.append(output)
+
             if i in self.aux_layers:
                 outputs.append(output)
 
         output = self.combiner(outputs)
 
-        return output
+        return output, layer_outputs
 
     @torch.jit.export
     def chunk_forward(