diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 89211ec78..e986546b0 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 5c9578ed7..1d31becfa 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1612,6 +1612,11 @@ def run_adapter(rank, world_size, args, wb=None):
                 if isinstance(module, torch.nn.Linear):
                     lora_modules.append(LoRAHook(module))
     
+    if world_size > 1:
+        logging.info("Using DDP for LoRA")
+        for lora in lora_modules:
+            lora.lora = DDP(lora.lora, device_ids=[rank], find_unused_parameters=False)
+    
     adapter_names = []
     adapter_param = []
     for i, lora in enumerate(lora_modules):