diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp
index bf6cee28f..be516b474 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index cbc466191..3bd2137a0 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 9178a0c42..692cbf639 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -146,6 +146,8 @@ class LoRAHook():
         output += lora_out
 
     def save_checkpoint(self, i, iter_, save_dir):
+        if isinstance(self.lora, DDP):
+            self.lora = self.lora.module
         torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")