diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp index 2dc1681ed..3f3acba8a 100644 Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp differ diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py index 7d52e4240..17297378f 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py @@ -1593,12 +1593,21 @@ def run_adapter(rank, world_size, args, wb=None): prompt = torch.nn.Parameter(torch.randn(50, 512)) + ''' optimizer_adapter = ScaledAdam( adapter_param, lr=params.adapter_lr, clipping_scale=5.0, parameters_names=[adapter_names], ) + ''' + optimizer_prompt = ScaledAdam( + [prompt], + lr=parmas.adapter_lr, + clipping_scale=5.0, + parameres_names=['prompt'], + ) + scheduler_adapter = Eden(optimizer_adapter, 10000, 7) #params.lr_batche, params.lr_epochs) optimizer, scheduler = optimizer_adapter, scheduler_adapter