from local

This commit is contained in:
dohe0342 2023-05-04 13:49:57 +09:00
parent 951e41dede
commit 06c7020a0e
3 changed files with 6 additions and 1 deletions

View File

@ -1587,7 +1587,12 @@ def run_adapter(rank, world_size, args, wb=None):
adapter_names = []
adapter_param = []
for enum, (n, p) in enumerate(model.named_parameters()):
print(enum, n, p)
#print(enum, n, p)
if 'encoder.encoders.layer_norm' in n or 'encoder.encoders.final_proj' in n or 'encoder.output_layer' in n or 'joiner' in n or 'simple' in n or 'ctc' in n:
adapter_names.append(n)
adapter_param.append(p)
else:
p.requires_grad = False
'''
if 'bias' in n:
adapter_names.append(n)