mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
710c2756e3
commit
7789345fd0
Binary file not shown.
@ -1605,7 +1605,7 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
lora_modules = []
|
lora_modules = []
|
||||||
for modules in model.modules():
|
for modules in model.modules():
|
||||||
if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
|
if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
|
||||||
lora_modules.append(modules)
|
lora_modules.append(LoRAHook(module))
|
||||||
#for module in modules.modules():
|
#for module in modules.modules():
|
||||||
# if rank == 0: logging.info(module)
|
# if rank == 0: logging.info(module)
|
||||||
#print(module)
|
#print(module)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user