diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp
index 4969e59af..3bbe909b3 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
index a0906b5b1..e2b58742c 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
@@ -1604,7 +1604,7 @@ def run_adapter(rank, world_size, args, wb=None):
         )
     '''
 
-    prompt = torch.randn((50, 512), requires_grad=True)
+    prompt = torch.randn((100, 512), requires_grad=True)
     optimizer_adapter = ScaledAdam(
             [prompt],
             lr=params.adapter_lr,