diff --git a/egs/librispeech/ASR/transducer_stateless/model.py b/egs/librispeech/ASR/transducer_stateless/model.py
index ca688bd5a..76279a2eb 100644
--- a/egs/librispeech/ASR/transducer_stateless/model.py
+++ b/egs/librispeech/ASR/transducer_stateless/model.py
@@ -136,6 +136,7 @@ class Transducer(nn.Module):
             blank=blank_id,
             reduction="sum",
             one_sym_per_frame=one_sym_per_frame,
+            from_log_softmax=False,
         )
 
         return loss