diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index 1b5f62db4..302494e07 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index b0e8a02b5..305ebd8bb 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1178,9 +1178,15 @@ def run(rank, world_size, args, wb=None):
 
         scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)
 
-    if checkpoints and "optimizer" in checkpoints:
-        logging.info("Loading optimizer state dict")
-        optimizer.load_state_dict(checkpoints["optimizer"])
+    if checkpoints and ("optimizer" in checkpoints) or ("optimizer_enc" in checkpoints):
+        if params.multi_optim:
+            logging.info("Loading optimizer state dict")
+            optimizer_enc.load_state_dict(checkpoints["optimizer_enc"])
+            optimizer_dec.load_state_dict(checkpoints["optimizer_dec"])
+
+        else:
+            logging.info("Loading optimizer state dict")
+            optimizer.load_state_dict(checkpoints["optimizer"])
 
     if (
         checkpoints