from local
This commit is contained in:
parent
5facfd8c39
commit
57159d43e4
Binary file not shown.
@ -1591,14 +1591,11 @@ def run_adapter(rank, world_size, args, wb=None):
|
||||
logging.info("Using DDP")
|
||||
model = DDP(model, device_ids=[rank], find_unused_parameters=True)
|
||||
|
||||
print('-'*30)
|
||||
lora_module = []
|
||||
for i, module in enumerate(model.modules()):
|
||||
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
|
||||
for m in module.modules():
|
||||
lora_module.append(LoRAHook(m))
|
||||
print('-'*30)
|
||||
|
||||
exit()
|
||||
|
||||
adapter_names = []
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user