diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
index c38293788..cef8d1b18 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@@ -443,7 +443,7 @@ class ConformerEncoder(nn.Module):
             layer_warmup_delta = (warmup_end - warmup_begin) / num_layers
             layer_warmup_begin = warmup_begin + layer * layer_warmup_delta
             initial_layerdrop_prob = 0.5
-            final_layerdrop_prob = 0.075
+            final_layerdrop_prob = 0.05
 
             layer_warmup_end = layer_warmup_begin + layer_warmup_delta
             if warmup_count < layer_warmup_begin: