diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
index a6ecef1e7..cf3129df2 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@@ -168,7 +168,7 @@ class ConformerEncoderLayer(nn.Module):
         self.d_model = d_model
 
         self.self_attn = RelPositionMultiheadAttention(
-            d_model, nhead, dropout=0.0
+            d_model, nhead, dropout=dropout,
         )
 
         self.feed_forward = nn.Sequential(