from local
This commit is contained in:
parent
ee475600f2
commit
b1b7db23d2
Binary file not shown.
@ -1541,8 +1541,8 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
if 'adapters' in n or 'joiner' in n or 'simple' in n or 'ctc' in n:
|
if 'adapters' in n or 'joiner' in n or 'simple' in n or 'ctc' in n:
|
||||||
adapter_names.append(n)
|
adapter_names.append(n)
|
||||||
adapter_param.append(p)
|
adapter_param.append(p)
|
||||||
#else:
|
else:
|
||||||
# p.requires_grad = False
|
p.requires_grad = False
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
adapter_param,
|
adapter_param,
|
||||||
lr=params.adapter_lr,
|
lr=params.adapter_lr,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user