diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp
index f63e56549..3233f251f 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
index db0292614..78ae753ca 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
@@ -699,6 +699,7 @@ def main():
         for i, lora in enumerate(lora_modules):
             lora_param = torch.load(f"{params.exp_dir}/lora_{params.iter}_{i}.pt")
             lora.lora.load_state_dict(lora_param)
+            lora.lora.to(device)
         logging.info("lora params load done")
 
     else: