diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index e986546b0..854a0a764 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 1d31becfa..0db6602fe 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1615,6 +1615,7 @@ def run_adapter(rank, world_size, args, wb=None):
     if world_size > 1:
         logging.info("Using DDP for LoRA")
         for lora in lora_modules:
+            lora.lora = lora.lora.to(device)
             lora.lora = DDP(lora.lora, device_ids=[rank], find_unused_parameters=False)
     
     adapter_names = []