From c4c9b8cf809a9ab4c0e6fa307cc84c3b2319428d Mon Sep 17 00:00:00 2001
From: Daniel Povey <dpovey@gmail.com>
Date: Thu, 12 May 2022 16:10:08 +0800
Subject: [PATCH] Change configuration from M to L

---
 egs/librispeech/ASR/pruned2_knowledge/conformer.py | 4 ++--
 egs/librispeech/ASR/pruned2_knowledge/train.py     | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/egs/librispeech/ASR/pruned2_knowledge/conformer.py b/egs/librispeech/ASR/pruned2_knowledge/conformer.py
index 83be579ec..295a35204 100644
--- a/egs/librispeech/ASR/pruned2_knowledge/conformer.py
+++ b/egs/librispeech/ASR/pruned2_knowledge/conformer.py
@@ -63,7 +63,7 @@ class Conformer(EncoderInterface):
         cnn_module_kernel: int = 31,
         knowledge_M: int = 256,
         knowledge_N: int = 2,
-        knowledge_D: int = 256,
+        knowledge_D: int = 512,
         knowledge_K: int = 16,
     ) -> None:
         super(Conformer, self).__init__()
@@ -178,7 +178,7 @@ class ConformerEncoderLayer(nn.Module):
         cnn_module_kernel: int = 31,
         knowledge_M: int = 256,
         knowledge_N: int = 2,
-        knowledge_D: int = 256,
+        knowledge_D: int = 512,
         knowledge_K: int = 16,
     ) -> None:
         super(ConformerEncoderLayer, self).__init__()
diff --git a/egs/librispeech/ASR/pruned2_knowledge/train.py b/egs/librispeech/ASR/pruned2_knowledge/train.py
index 14212ca3d..01f9058dc 100755
--- a/egs/librispeech/ASR/pruned2_knowledge/train.py
+++ b/egs/librispeech/ASR/pruned2_knowledge/train.py
@@ -322,9 +322,9 @@ def get_params() -> AttributeDict:
             # parameters for conformer
             "feature_dim": 80,
             "subsampling_factor": 4,
-            "encoder_dim": 256,
+            "encoder_dim": 512,
             "nhead": 4,
-            "dim_feedforward": 1024,
+            "dim_feedforward": 2048,
             "num_encoder_layers": 18,
             # parameters for decoder
             "decoder_dim": 512,