diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp
index c1e809bf2..d6e6ce19f 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
index 980083656..597a46995 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
@@ -697,7 +697,8 @@ def main():
                         lora_modules.append(LoRAHook(module))
 
         for i, lora in enumerate(lora_modules):
-            
+            lora_param = torch.load(f"{params.exp_dir}/lora_{i}.pt")
+            lora.lora.load_state_dict(lora_param)
     else:
         if not params.use_averaged_model:
             if params.iter > 0: