From 3972e3fb03b73040de9778fbdbce0cde2e5905ea Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 11 Apr 2023 15:26:01 +0900
Subject: [PATCH] from local

---
 .../.prompt_tuning.py.swp                     | Bin 77824 -> 81920 bytes
 .../prompt_tuning.py                          |   9 +++++++++
 2 files changed, 9 insertions(+)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.prompt_tuning.py.swp
index 2dc1681ed9f90295a19ddc742b05f5050e642d8c..3f3acba8aedd143e176cb9518cbe3d9a54c43c33 100644
GIT binary patch
delta 1211
zcmXxiYe-XJ9DwovnU{2G-Y-<@NM%y1R)}e#WfobcftrC!*3u!COH&IfX!fDfLL~>8
z)CX5#7^RqrL}Y07Au%r`S}7DM`N1xfM5swUQ+heS_q?1N=Ww2ikIoepE<s21*?ZD7
z@$2=%@DYhwh{-=%+ZOc2Tk&gm^7*PLKDHme!M^^E^NbTqJ4tDu^_}v1sBzX?b<0I6
z;kcb`am;&*%wPbIP=`|N#1?FVH)gqS6rHF=6&%l6jZg$ag-$P#2QVQSKRre4Xz&!P
zTxW3*EAhcY<ULw(5f`u<I}nKo{8EcNK?g3O3`Hn_5oy>84LmUGE;5C24C4*1A{~M5
zR=%3WfSX7^u3#S`F|$nMC0^hbGLeCe&?6XsTtz0(13M~UK{_@d05dKkgLsT4+{6u>
zLaLQ19(qK=4b#pdeQ3pHn6Vu}`0d1(pdUTx#$7a_7RQi<Ok^MyQBdQvN@NTTxQ-gA
z&ojj$SY>Oo2eubx<aw$z8r#rm|N80xMeSc|E;AlCS<Gb#25m`cv8AM3TYo=539AnY
zP=Zw!ldZ+LBF3<ECRZmKMsZ1bp{4MQxzxCHSd*a1%rh04^ON#TmgvPxv|6n#$=Kz@
zzJ1Q<I%qZJi)>Rw!g)_ehyP2plUXAU!+<r2LMYUDMqV8#L@MUUs~L7Q!iWe=QP(GQ
zq6XF2kG;@2GF;1IfxMpMDQa;R<tRo04j>uP@P~r$BsPh0jG+P92t^1+scQr_WI=~{
z>Uxbn+=Ic540Bk-BM#wk#x#lbq8XJqiEM1fD$JADTXdrZcW@i$kclM3K?ff=QXEDn
z>R>?%!g87ZlGh|g(2G}aB-ny_l;IEz$U!33!4Kc~Z4<Dg5!X<KM1(uF4ee5FU3NF>
Hdgu8M^drWz

delta 608
zcmXBRPbkB27{~GFYa7FlnZx`GD}UmEDGp=_r4*NigM*nrDfx5L%wfNhi#TZUlTh5`
zAQmo^GY1qQmzlVj;v`YL@zm?v_wYR5r*9u!x9AbGqu15h(&nrwcL|jy;`yrTcMtA3
zVm4(Do6=sC@`v8+8R3%jo0R#8bJuBh1qW#L#r^mDf9I%Ao5(c|v5Wv((TImsktjB>
zieU`Gi&iMSr-*D}4t03em_ron7(gisH3`Z`vdB5kFppV`Vg&WD;5$j=0!P@#4mM$6
z8bjzn6Dm=RJmlgoQDg~TbRi3wxUz~YT7xX(;)V^Wh$ZkdtY8uW_|S|pXn2knIl%#z
zFoABkkqr}GEh0~N#4#2yg#bq3L3NPBfe*9DCAKkx9yFjBnb44oHxm!z7JFF3DpsIl
z4DE2C2oFRX#SKoO<1g<2q{WEYRYfRrUmMQ%^l8RSy&5-q3sjDATduT_&$}4@_NwzA
D)8=I<

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
index 7d52e4240..17297378f 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/prompt_tuning.py
@@ -1593,12 +1593,21 @@ def run_adapter(rank, world_size, args, wb=None):
     
     prompt = torch.nn.Parameter(torch.randn(50, 512))
     
+    '''
     optimizer_adapter = ScaledAdam(
             adapter_param,
             lr=params.adapter_lr,
             clipping_scale=5.0,
             parameters_names=[adapter_names],
         )
+    '''
+    optimizer_prompt = ScaledAdam(
+            [prompt],
+            lr=parmas.adapter_lr,
+            clipping_scale=5.0,
+            parameres_names=['prompt'],
+    )
+
     scheduler_adapter = Eden(optimizer_adapter, 10000, 7) #params.lr_batche, params.lr_epochs)
 
     optimizer, scheduler = optimizer_adapter, scheduler_adapter