diff --git a/egs/librispeech/ASR/pruned2_knowledge/train.py b/egs/librispeech/ASR/pruned2_knowledge/train.py
index 311ba3b2b..14212ca3d 100755
--- a/egs/librispeech/ASR/pruned2_knowledge/train.py
+++ b/egs/librispeech/ASR/pruned2_knowledge/train.py
@@ -322,10 +322,10 @@ def get_params() -> AttributeDict:
             # parameters for conformer
             "feature_dim": 80,
             "subsampling_factor": 4,
-            "encoder_dim": 512,
-            "nhead": 8,
-            "dim_feedforward": 2048,
-            "num_encoder_layers": 12,
+            "encoder_dim": 256,
+            "nhead": 4,
+            "dim_feedforward": 1024,
+            "num_encoder_layers": 18,
             # parameters for decoder
             "decoder_dim": 512,
             # parameters for joiner