diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp
new file mode 100644
index 000000000..1888059dc
Binary files /dev/null and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 8b1be8127..add7aadc2 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 8d91a7cb9..50c1d9325 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -142,6 +142,9 @@ class LoRAHook():
         lora_out = self.lora(input)
         output = input + lora_out
 
+    def save_checkpoint(self, i, save_dir):
+        torch.save(self.lora.state_dict(), f"{save_dir}/lora_{i}.pt")
+
 
 def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None:
     if isinstance(model, DDP):