diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/train.py b/egs/librispeech/ASR/pruned_transducer_stateless7/train.py
index 4969ed96d..e5ab058fe 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/train.py
@@ -157,7 +157,7 @@ def add_model_arguments(parser: argparse.ArgumentParser):
     parser.add_argument(
         "--pos-head-dim",
         type=str,
-        default="2",
+        default="4",
         help="Positional-encoding dimension per head in encoder stacks: a single int or comma-separated list."
     )