From e0858fb47105296dd2c7cddd8efce2daa800c8f6 Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Wed, 24 May 2023 21:18:23 +0900 Subject: [PATCH] from local --- .../.decode.py.swp | Bin 53248 -> 53248 bytes .../decode.py | 11 +++++++++++ 2 files changed, 11 insertions(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.decode.py.swp index 02cf1418bec48084989db5edbde2e50c32ea4ff1..8cc211d7ec31eedfa955fb5faab9668d859a8816 100644 GIT binary patch delta 473 zcmZozz}&EaSv1KY%+puFLeG!^2m}}yEEw`qTsMl|7GPA}{82zypEsL}fkB!ZBB?rA z&>>%Q9}fe=A|UPn;shXO0piO*71Mz@5{M&!SObWqH?MT4;WAcGU{HX9wEQB4OdW-s z{GvpK%shqEywcR%qQsI^4UkBDZhlH>PHM5H6~p9(-jXWFVtR=M1*v%{8b0|!jvo2> z*%}bFnv)Yfq?C#?^NLFn^O94cqB;sC`9;YYdU<(zKACx`iA9=|8$877AzDE8LM_sR z(i%V;VJ-yGnQ01{=w=q{D5NE378R!!!gT57mgbaXW~3&j#3z=Nq~?`m=I818!o(b5 zLU6O=6%;_;huR5sMrsbsIAlj4`&_|RAvzZBJY{9DA>aVa0ERd9IjI{s& delta 122 zcmZozz}&EaSv1KY%+puFLeG!^2m}}yp8U^EvDqkkTYyn&^G5+;eO_lC28QE643d#DHXC9Z~XvWlnS J=1)F+%>eu?9v=Vz diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py index 5338f14aa..194b98645 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/decode.py @@ -687,6 +687,17 @@ def main(): load_checkpoint(f"{params.exp_dir}/{params.model_name}", model) elif 'lora' in params.model_name: load_checkpoint(f"{params.exp_dir}/../d2v-base-T.pt", model) + + ## for lora hooking + lora_modules = [] + for modules in model.modules(): + if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention): + for module in modules.modules(): + if isinstance(module, torch.nn.Linear): + lora_modules.append(LoRAHook(module)) + + for i, lora in enuemrate(lora_modules): + else: if not params.use_averaged_model: if params.iter > 0: