From b6d15805fdfc7f9f232dc5c18ba93a229aa2766f Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Tue, 2 May 2023 13:50:14 +0900 Subject: [PATCH] from local --- .../.bitfit.py.swp | Bin 81920 -> 81920 bytes .../bitfit.py | 7 +++---- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.bitfit.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.bitfit.py.swp index ab8435a5b8c1e17690174f4356ce950cb9a87b1d..6d02f31b4c7e4bce2598d7398479a29ad67d3e23 100644 GIT binary patch delta 574 zcmXBRODIHf6vy#%nc?Cx4<=C_MJO4ULb5`VB##BMAes%zl%f>fTVi21{zVcth@Dqa zN@QUnDGL(HLRO0M$gB9usn1#cI-UC2w$rwqzAm%5rY^nIZwliU8JubeEUo*#JX&zn z(1>bOAQ5kIBCpuR6o$}@BDfI+2bN+*77;)P z{K!KXG<+Ch$-N;mix8@ijq@0hF^pgsW%!8}Im8|mdeDtrWI;zHE~9uHGw4MN8c>T$ z6d(-_JnELnjV^MGee7Tx11Q8tq{s_4v4J2==(vawS;Y#*QG#Olkbp0z$Ssbrj4=ez zh(g5Uz16`XY+())uwkJM`A9(mbUcKMoMH_MeW*buKB@7q$}^m(^8TdI?T$JL8EXD6 qTGiJksVBd8)79iMv{S=Kck5pZ|qS|LdxI}r;} zQad;}a1cpKDK4}N%c#wtul(xs^wjh8TpnFlbzRNucD6UVa;xl4Ar_J0g_a&)Ff*np zo+-_Gs9BYW*%xPaoAAHj`CBBh43SF&v4t57p$Rs8rHe%Hh9meff;N=F3W>JSiT&0OjVhp3GMBFG6!ZGI1hh7w+04kDjlPa=;1@yxW z7aC9lJ940;`b5GhB6m2$2@bFiFC2&_i@ahNI~YVMR9qWG0@%b9Do_q9G<>Qe_c+A{ zCeejvIAC#8-jg_lAeJ$W35=ryCCG*b70-zx=h(&^22hVYeDKO!f2}ub{^7-cF>ms( YJ{cE7`AXKFy)|rFtad2ofK##j0-o$x<^TWy diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py index 9e673d7f0..35be7f5b7 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py @@ -1602,16 +1602,15 @@ def run_adapter(rank, world_size, args, wb=None): else: p.requires_grad = False ''' - - for n, p in model.named_parameters(): - p.requires_grad = False - optimizer_adapter = ScaledAdam( adapter_param, lr=params.adapter_lr, clipping_scale=5.0, parameters_names=[adapter_names], ) + + #for n, p in model.named_parameters(): + # p.requires_grad = False #prompt = torch.randn((100, 512), requires_grad=True) #optimizer_adapter = ScaledAdam(