from local
This commit is contained in:
parent
a4e9cbb0f8
commit
802e3ebbe8
Binary file not shown.
@ -1600,6 +1600,8 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
adapter_names = []
|
adapter_names = []
|
||||||
adapter_param = []
|
adapter_param = []
|
||||||
for n, p in model.named_parameters():
|
for n, p in model.named_parameters():
|
||||||
|
print(n)
|
||||||
|
'''
|
||||||
if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n:
|
if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n:
|
||||||
adapter_names.append(n)
|
adapter_names.append(n)
|
||||||
adapter_param.append(p)
|
adapter_param.append(p)
|
||||||
@ -1607,7 +1609,7 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
p.requires_grad = True
|
p.requires_grad = True
|
||||||
else:
|
else:
|
||||||
p.requires_grad = False
|
p.requires_grad = False
|
||||||
|
'''
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
adapter_param,
|
adapter_param,
|
||||||
lr=params.adapter_lr,
|
lr=params.adapter_lr,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user