from local

This commit is contained in:
dohe0342 2023-05-02 13:49:56 +09:00
parent e7d2df8a78
commit fee8a2544b
2 changed files with 7 additions and 0 deletions

View File

@ -1587,6 +1587,12 @@ def run_adapter(rank, world_size, args, wb=None):
adapter_names = []
adapter_param = []
for n, p in model.named_parameters():
if 'bias' in n:
adapter_names.append(n)
adapter_param.append(p)
else:
p.requires_grad = False
'''
if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n:
adapter_names.append(n)
adapter_param.append(p)
@ -1594,6 +1600,7 @@ def run_adapter(rank, world_size, args, wb=None):
p.requires_grad = True
else:
p.requires_grad = False
'''
for n, p in model.named_parameters():
p.requires_grad = False