mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
ca286f90cf
commit
1a88cc9dde
Binary file not shown.
Binary file not shown.
@ -1515,11 +1515,11 @@ def run_pea(rank, world_size, args, wb=None):
|
|||||||
module.lora = module.lora.to(device)
|
module.lora = module.lora.to(device)
|
||||||
module.lora = DDP(module.lora, device_ids=[rank], find_unused_parameters=False)
|
module.lora = DDP(module.lora, device_ids=[rank], find_unused_parameters=False)
|
||||||
|
|
||||||
for i, module in enumerate(lora_modules):
|
for i, module in enumerate(lora_modules):
|
||||||
for n, p in module.lora.named_parameters():
|
for n, p in module.lora.named_parameters():
|
||||||
new_n = str(i) + n
|
new_n = str(i) + n
|
||||||
pea_names.append(new_n)
|
pea_names.append(new_n)
|
||||||
pea_param.append(p)
|
pea_param.append(p)
|
||||||
|
|
||||||
optimizer_pea = ScaledAdam(
|
optimizer_pea = ScaledAdam(
|
||||||
pea_param,
|
pea_param,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user