From 6c1d3aa0d624097bd7e32ffc4220d29fb0a87882 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 3 Jan 2023 22:26:28 +0900
Subject: [PATCH] from local

---
 .../.train_adapter.py.swp                     | Bin 77824 -> 77824 bytes
 .../train_adapter.py                          |   4 +++-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_adapter.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_adapter.py.swp
index aab8410eac6be0d0ee3a8ed62a690bb07690cbeb..89e814e59427dbb5a9d6d019f9291870ab373955 100644
GIT binary patch
delta 289
zcmZp8z|!!5MJ&l6%+puFQqO<^2m}}yF6nGZp4+`qY?mOTTJuH0?H2_Zjrr>TaWXJ$
z;)1A91E~apJNyg`JAk+rh@*hm2Z%L*m<5Pm@-Z+R2jb;GTnWVaKr8^n{6Ku3mx19F
z5YGhSDM0K4#702;l!t*~1`tmN;v67$24W{5X5nGbW?%*~o^mrVJOScuKwJaFWk6gC
z#Ku7U0qD5xK)i`-Gb0NV*W~vb*|rO7Gj=g^7#aY9j)M8*de;}z`}7&jrccsm6cP+6
gDotfjfP&PV%(TgG+>9sB`N=U^$BlRTMSVtn0F)0qX8-^I

delta 271
zcmXBOy-PxI6vpxAXSc=IE{gLVl%T|WArKrBOd4Fn(U;X$*95^;!Qqa&+N3xr{Ra*X
zH-`us`~zBqYW92cfzLSy&KXYsVD%4Hw(UJV)}3<E6S<Pg->XiexXixUCN~J|bzqyj
z<Vz<irDErcTzE;oQql&m7^00D^0>rDQrh7eT@-MQzl3ze93xcl8<&2t#SBxl&_pG!
zTir9H@yQc=ykm?yG6<iGz{FO@szv?9jj=LvNUzlmo1_2gtl5k&CcWy>_gqt&6dn?O
H;2QS?D<Lr2

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py
index 281175a9e..18e43dd55 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py
@@ -1541,6 +1541,8 @@ def run_adapter(rank, world_size, args, wb=None):
         if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n:
             adapter_names.append(n)
             adapter_param.append(p)
+        elif 'joiner' in n or 'simple' in n or 'ctc' in n:
+            p.requires_grad = True
         else:
             p.requires_grad = False
     optimizer_adapter = ScaledAdam(
@@ -1549,7 +1551,7 @@ def run_adapter(rank, world_size, args, wb=None):
             clipping_scale=5.0,
             parameters_names=[adapter_names],
         )
-    scheduler_adapter = Eden(optimizer_adapter, 5000, 3.5) #params.lr_batche, params.lr_epochs)
+    scheduler_adapter = Eden(optimizer_adapter, 10000, 7) #params.lr_batche, params.lr_epochs)
 
     optimizer, scheduler = optimizer_adapter, scheduler_adapter