diff --git a/egs/librispeech/ASR/pruned_transducer_stateless2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless2/train.py
index d28a8a060..b9409127e 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless2/train.py
@@ -496,7 +496,7 @@ def compute_loss(
             warmup_mode=warmup_mode,
         )
         loss = (params.simple_loss_scale * simple_loss +
-                (pruned_loss * 0.01 if warmup_mode else pruned_loss))
+                (pruned_loss * 0.0 if warmup_mode else pruned_loss))
 
     assert loss.requires_grad == is_training