diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index 19136fd34..e0f87d3a1 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index e9febaad0..f8149c7ed 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1064,9 +1064,18 @@ def train_one_epoch(
                 )
 
             if tb_writer is not None:
-                tb_writer.add_scalar(
-                    "train/learning_rate", cur_lr, params.batch_idx_train
-                )
+                if params.multi_optim:
+                    tb_writer.add_scalar(
+                        "train/enc_learning_rate", cur_enc_lr, params.batch_idx_train
+                    )
+                    tb_writer.add_scalar(
+                        "train/dec_learning_rate", cur_dec_lr, params.batch_idx_train
+                    )
+
+                else:
+                    tb_writer.add_scalar(
+                        "train/learning_rate", cur_lr, params.batch_idx_train
+                    )
 
                 loss_info.write_summary(
                     tb_writer, "train/current_", params.batch_idx_train