diff --git a/egs/tedlium2/ASR/conformer_ctc2/.train.py.swp b/egs/tedlium2/ASR/conformer_ctc2/.train.py.swp
deleted file mode 100644
index c73d5286a..000000000
Binary files a/egs/tedlium2/ASR/conformer_ctc2/.train.py.swp and /dev/null differ
diff --git a/egs/tedlium2/ASR/conformer_ctc2/train.py b/egs/tedlium2/ASR/conformer_ctc2/train.py
index 2d80bb82d..d5d140bb1 100755
--- a/egs/tedlium2/ASR/conformer_ctc2/train.py
+++ b/egs/tedlium2/ASR/conformer_ctc2/train.py
@@ -337,7 +337,7 @@ def get_params() -> AttributeDict:
             "feature_dim": 80,
             "subsampling_factor": 4,
             "encoder_dim": 256,
-            "nhead": 8,
+            "nhead": 4,
             "dim_feedforward": 1024,
             "num_encoder_layers": 18,
             # parameters for ctc loss