from local

This commit is contained in:
dohe0342 2023-05-04 13:39:50 +09:00
parent 0fa0b86ede
commit f13e665fc2
2 changed files with 4 additions and 1 deletions

View File

@ -1586,12 +1586,15 @@ def run_adapter(rank, world_size, args, wb=None):
adapter_names = [] adapter_names = []
adapter_param = [] adapter_param = []
for n, p in model.named_parameters(): for enum, (n, p) in enuemrate(model.named_parameters()):
'''
if 'bias' in n: if 'bias' in n:
adapter_names.append(n) adapter_names.append(n)
adapter_param.append(p) adapter_param.append(p)
else: else:
p.requires_grad = False p.requires_grad = False
'''
''' '''
if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n: if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n: