mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
46f60bc988
commit
6aae730da9
Binary file not shown.
Binary file not shown.
@ -1604,9 +1604,9 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
)
|
)
|
||||||
'''
|
'''
|
||||||
|
|
||||||
prompt = torch.randn((100, 512), requires_grad=True)
|
#prompt = torch.randn((100, 512), requires_grad=True)
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
[prompt],
|
[model.prompt],
|
||||||
lr=params.adapter_lr,
|
lr=params.adapter_lr,
|
||||||
clipping_scale=5.0,
|
clipping_scale=5.0,
|
||||||
parameters_names=['P'],
|
parameters_names=['P'],
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user