mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
207c5ce278
commit
6171d8ef8d
Binary file not shown.
@ -1607,8 +1607,9 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
for modules in model.modules():
|
for modules in model.modules():
|
||||||
if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
|
if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
|
||||||
for module in modules.modules():
|
for module in modules.modules():
|
||||||
print(module)
|
#print(module)
|
||||||
if isinstance(module, torch.nn.Linear):
|
if isinstance(module, torch.nn.Linear):
|
||||||
|
print(module)
|
||||||
lora_modules.append(LoRAHook(module))
|
lora_modules.append(LoRAHook(module))
|
||||||
|
|
||||||
adapter_names = []
|
adapter_names = []
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user