from local

This commit is contained in:
dohe0342 2023-05-25 01:06:27 +09:00
parent 81d533d29d
commit 398ff99746
3 changed files with 5 additions and 5 deletions

View File

@ -1617,11 +1617,11 @@ def run_adapter(rank, world_size, args, wb=None):
adapter_names.append(new_n) adapter_names.append(new_n)
adapter_param.append(p) adapter_param.append(p)
for n, p in model.named_parameters(): #for n, p in model.named_parameters():
if 'joiner' in n or 'simple' in n or 'ctc' in n: #if 'joiner' in n or 'simple' in n or 'ctc' in n:
p.requires_grad = True # p.requires_grad = True
else: #else:
p.requires_grad = False # p.requires_grad = False
for lora in lora_modules: for lora in lora_modules:
print(lora.lora.state_dict()) print(lora.lora.state_dict())