diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 79e226fe5..7fce0f924 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 7a5f95973..b9f59e2c5 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -143,7 +143,7 @@ class LoRAHook():
         output = input + lora_out
 
     def save_checkpoint(self, i, iter_, save_dir):
-        torch.save(self.lora.state_dict(), f"{save_dir}/lora_{i}.pt")
+        torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")
 
 
 def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: