from local

This commit is contained in:
dohe0342 2023-05-25 21:06:16 +09:00
parent f5e690d4c5
commit f4c33cf7ea
2 changed files with 2 additions and 2 deletions

View File

@ -1616,12 +1616,12 @@ def run_adapter(rank, world_size, args, wb=None):
adapter_names = []
adapter_param = []
'''
for i, lora in enumerate(lora_modules):
for n, p in lora.lora.named_parameters():
new_n = str(i) + n
adapter_names.append(new_n)
adapter_param.append(p)
'''
for n, p in model.named_parameters():
if 'joiner' in n or 'simple' in n or 'ctc' in n:
@ -1630,7 +1630,7 @@ def run_adapter(rank, world_size, args, wb=None):
p.requires_grad = True
else:
p.requires_grad = False
'''
#for lora in lora_modules:
# print(lora.lora.state_dict())
#print(adapter_names)