diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp
index 3f73b1d0d..6ce4d55ba 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
index 6a1a8f898..77811c8db 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
@@ -1602,7 +1602,7 @@ def run_adapter(rank, world_size, args, wb=None):
         )
     '''
 
-    prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
+    prompt = torch.randn((50, 512), requires_grad=True).to(device)
     print(prompt)
     exit()
     optimizer_adapter = ScaledAdam(