mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
46f60bc988
commit
6aae730da9
Binary file not shown.
Binary file not shown.
@ -1604,9 +1604,9 @@ def run_adapter(rank, world_size, args, wb=None):
|
||||
)
|
||||
'''
|
||||
|
||||
prompt = torch.randn((100, 512), requires_grad=True)
|
||||
#prompt = torch.randn((100, 512), requires_grad=True)
|
||||
optimizer_adapter = ScaledAdam(
|
||||
[prompt],
|
||||
[model.prompt],
|
||||
lr=params.adapter_lr,
|
||||
clipping_scale=5.0,
|
||||
parameters_names=['P'],
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user