diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index c321b6c0e..dfdd88239 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index df5a1f57c..508fca068 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1311,7 +1311,7 @@ def run(rank, world_size, args, wb=None):
         and ("scheduler" in checkpoints or "scheduler_enc" in checkpoints)
         and checkpoints["scheduler"] is not None
     ):
-        if params.multi_optim:
+        if params.multi_optim and "scheduler_enc" in checkpoints:
             scheduler_enc.load_state_dict(checkpoints["scheduler_enc"])
             scheduler_dec.load_state_dict(checkpoints["scheduler_dec"])        
         else: