mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-05-24 13:37:08 +09:00
parent 802e3ebbe8
commit 177bce2db4
2 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
View File

Binary file not shown.

13
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
View File

@ -1591,17 +1591,18 @@ def run_adapter(rank, world_size, args, wb=None):
logging.info("Using DDP")
model = DDP(model, device_ids=[rank], find_unused_parameters=True)
lora_module = []
for i, module in enumerate(model.modules()):
lora_modules = []
for modules in model.modules():
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
for m in module.modules():
lora_module.append(LoRAHook(m))
for module in modules.modules():
lora_modules.append(LoRAHook(m))
adapter_names = []
adapter_param = []
for lora in lora_module
'''
for n, p in model.named_parameters():
print(n)
'''
if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n:
adapter_names.append(n)
adapter_param.append(p)
@ -1609,7 +1610,7 @@ def run_adapter(rank, world_size, args, wb=None):
p.requires_grad = True
else:
p.requires_grad = False
'''
'''
optimizer_adapter = ScaledAdam(
adapter_param,
lr=params.adapter_lr,