from local

This commit is contained in:
dohe0342 2023-05-24 13:31:18 +09:00
parent b40ab3fe7c
commit a21211327a
2 changed files with 1 additions and 1 deletions

View File

@ -1596,7 +1596,7 @@ def run_adapter(rank, world_size, args, wb=None):
for i, module in enumerate(model.modules()):
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
for m in module.modules():
print(m)
lora_module.append(LoRAHook())
print('-'*30)