diff --git a/egs/librispeech/ASR/conformer_ctc/decode.py b/egs/librispeech/ASR/conformer_ctc/decode.py
index 1ffef3bff..0bdf426c2 100755
--- a/egs/librispeech/ASR/conformer_ctc/decode.py
+++ b/egs/librispeech/ASR/conformer_ctc/decode.py
@@ -754,6 +754,7 @@ def main():
             )
         masked_lm_model.to(device2)
         masked_lm_model.device = device2
+        masked_lm_model.eval()
     else:
         masked_lm_model = None