diff --git a/egs/librispeech/ASR/incremental_transf/.conformer.py.swp b/egs/librispeech/ASR/incremental_transf/.conformer.py.swp
index d619f0b50..d8c62d0cc 100644
Binary files a/egs/librispeech/ASR/incremental_transf/.conformer.py.swp and b/egs/librispeech/ASR/incremental_transf/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/incremental_transf/conformer.py b/egs/librispeech/ASR/incremental_transf/conformer.py
index b2478e46b..04f3b78ed 100644
--- a/egs/librispeech/ASR/incremental_transf/conformer.py
+++ b/egs/librispeech/ASR/incremental_transf/conformer.py
@@ -493,7 +493,17 @@ class Tempformer(EncoderInterface):
             return encoder_layer
 
 
-        self.encoder_layers = nn.ModuleList(
+        self.encoder_layers = nn.ModuleList([
+                                                build_conformer(d_model,
+                                                                nhead,
+                                                                dim_feedforward,
+                                                                dropout,
+                                                                layer_dropout,
+                                                                cnn_module_kernel,
+                                                                causal
+                                                )
+                                                for i in range(12)
+                                            ])
 
         self._init_state: List[torch.Tensor] = [torch.empty(0)]