diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
index b7df5b0f3..15f495fd8 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
@@ -1434,7 +1434,7 @@ class ModifiedSEModule(nn.Module):
     """
     def __init__(self,
                  d_model: int,
-                 bottleneck_dim: int = 8):
+                 bottleneck_dim: int = 16):
         super().__init__()
         self.squeeze_proj = nn.Linear(d_model, bottleneck_dim,
                                       bias=False)