diff --git a/egs/libriheavy/LM/zipformer1/train.py b/egs/libriheavy/LM/zipformer1/train.py
index 5872a7cbd..073126af3 100755
--- a/egs/libriheavy/LM/zipformer1/train.py
+++ b/egs/libriheavy/LM/zipformer1/train.py
@@ -143,7 +143,7 @@ def add_model_arguments(parser: argparse.ArgumentParser):
     parser.add_argument(
         "--encoder-dim",
         type=str,
-        default="384,512,512,512,512,512,384",
+        default="384,512,512,768,512,512,384",
         help="Embedding dimension in encoder stacks: a single int or comma-separated list."
     )