diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index 1ffe56c1d..2afb5b7b4 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index 1b460cab7..c6f410bd2 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -934,8 +934,8 @@ def train_one_epoch(
         if batch_idx < cur_batch_idx:
             continue
         cur_batch_idx = batch_idx
-
-        params.batch_idx_train += 1
+    
+        if batch_idx % params.accum_grads == 0: params.batch_idx_train += 1
         batch_size = len(batch["supervisions"]["text"])
 
         try: