diff --git a/egs/librispeech/ASR/pruned_transducer_stateless3/jit_decode.py b/egs/librispeech/ASR/pruned_transducer_stateless3/jit_decode.py
index c976d7992..3ad1c91cd 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless3/jit_decode.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless3/jit_decode.py
@@ -88,6 +88,7 @@ def main():
     logging.info("Decoding started")
 
     model = torch.jit.load(params.nn_model_filename)
+    model.eval()
 
     device = torch.device("cpu")
     if torch.cuda.is_available() and not hasattr(