From 41aba82845320ddf714f84e9dc1a699e81d74a1d Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Fri, 26 May 2023 11:56:17 +0900
Subject: [PATCH] from local

---
 .../.decode.py.swp                            | Bin 45056 -> 49152 bytes
 .../decode.py                                 |  23 ++++++++++++++++--
 2 files changed, 21 insertions(+), 2 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp
index 5a4dcd93167df5f32d2c237a6fdf59478625880e..10fd8bcf251e9f79e20b0041c56f8ab53e59c8d7 100644
GIT binary patch
delta 1056
zcmZ|O&ubGw6bJCvG)hTLlTbu+5Z4rJ(xz)7QbmYhTdRkPMbQdsmo+;{h9tXTcT>R-
zlAekOK@!A6Z^a*nT98IBUet^AqFz+cQ$2X=rT>8Xo!ul=#33JcXXnk#dpp_srl(%-
zedY-Ud{iSM4~WK^q2RtyzuTeF_Vscr9NY*rB(HxSfdgJV4kES{k|ulR-|Z&afEREd
zuE03-!H-=;FX169fC32!!+zMtQeWURtUv|kKy2ZMt=`u9p$SjTHq3NRw$ud{Ef}UM
zTefO5MdN9y)BYP_M`Lj*6RC*Fm|<3rh!vCyx0$I_ajnWFI})SLLgFeSq?BZ_LPi$%
zHMwYL<pS#l@r=YRt|JXS&7$47xHL628$0QQX)Gf-d!}<Noi7<&x1GSa#PJiG$K7${
zgel#njj~-T+tO&t$wEPwq#AM(&B+{3{>&}Pb;Msw+=%V0F;p_ecEe-CBS#ZErL`Y-
zCdd}Q&BWVrw`_O+3CAkQ?lPjPoMGgZjNY!seKROYq|sR`)_ikyu$gEaXcm|Id}^VT
zQ&UMf5pQlk2>Vcosp|REF{dkPW5t_H)3~0+0Toln$4|rwPo36%x2So>xOn=!a}ZH#
z54&e1GQzl<ifpnhx5Nw180Ib2)D$u79#T7Xw?<KmqD*j|+lum6H8_uSLA5Mr$8%z~
zIH8#fXO%Ovm&8V@ox>j^8%?sYWFpr3e)!;>nyL{!@(~rq*MrZa^YQ!&5dDNLcneFg
z2sxOAQ!oOX14Q58E4+p^ScWB-h9UUmC;9;I;W@0pJ*fI=lBRLvgI9Zq*5N6vLIW1T
dfa|aqJ|f9Acmj{%E)@G)J>FGcYcSIE{s#Zq3}^rV

delta 229
zcmZo@U~YK8w1G*0pOc}Ufq{Vuh(VxsvY>$YW)FcK{1YE2Oj2OsWd;fggJcDOlA8q;
zoEhT|vN13m0ODmpycCF+0P!Rs&H-XwAXW!rJ|O<a%E0ghh%W$f8xS`DaXk>H0dX)8
zI|8vT5WitzU^ofHRX|+AvU!uD6VqnDy_=Y<ef-_yT?2v@Y!z}7OEUCw^3yd8Q*{ju
tG#MC_(~9zQ6-tT{GxOqe@{1A`GII;^i%JxH@`D^b^7FGdKU9<N1OP4MGK&BJ

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
index 0d13cd27a..0f124300f 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py
@@ -77,10 +77,29 @@ from icefall.utils import (
     write_error_stats,
 )
 
-#from train_lora import LoRAHook
-
 LOG_EPS = math.log(1e-10)
 
+class LoRAHook():
+    def __init__(self, module):
+        self.hook = module.register_forward_hook(self.hook_fn)
+        self.lora = LoRAModule(
+                           embedding_dim=768,
+                           rank=4,
+                           lora_alpha=1.0,
+                    )
+    def hook_fn(self, module, input, output):
+        #print('-'*20)
+        #print(input[0].size(), output.size())
+        #print('-'*20)
+
+        lora_out = self.lora(input[0])
+        output += lora_out
+
+    def save_checkpoint(self, i, iter_, save_dir):
+        if isinstance(self.lora, DDP):
+            lora = self.lora.module
+        torch.save(lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")
+
 
 def get_parser():
     parser = argparse.ArgumentParser(