diff --git a/egs/librispeech/ASR/vq_pruned_transducer_stateless2/conformer.py b/egs/librispeech/ASR/vq_pruned_transducer_stateless2/conformer.py
index 15c1e89aa..37037ea1c 100644
--- a/egs/librispeech/ASR/vq_pruned_transducer_stateless2/conformer.py
+++ b/egs/librispeech/ASR/vq_pruned_transducer_stateless2/conformer.py
@@ -95,7 +95,7 @@ class Conformer(EncoderInterface):
                 extra_output_layer >= 0
                 and extra_output_layer < num_encoder_layers - 1
             )
-            self.output_layers.insert(extra_output_layer, 0)
+            self.output_layers.insert(0, extra_output_layer)
         self.encoder = ConformerEncoder(
             encoder_layer, num_encoder_layers, output_layers=self.output_layers
         )