from local
This commit is contained in:
parent
b8cacbb4ff
commit
a4e9cbb0f8
Binary file not shown.
@ -1596,6 +1596,7 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
|
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
|
||||||
for m in module.modules():
|
for m in module.modules():
|
||||||
lora_module.append(LoRAHook(m))
|
lora_module.append(LoRAHook(m))
|
||||||
|
|
||||||
adapter_names = []
|
adapter_names = []
|
||||||
adapter_param = []
|
adapter_param = []
|
||||||
for n, p in model.named_parameters():
|
for n, p in model.named_parameters():
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user