Configure train.py with clipping_scale=2.0

This commit is contained in:
Daniel Povey 2022-09-16 17:19:52 +08:00
parent 8298333bd2
commit 5f55f80fbb

View File

@ -927,7 +927,8 @@ def run(rank, world_size, args):
model = DDP(model, device_ids=[rank])
optimizer = ScaledAdam(model.parameters(),
lr=params.initial_lr)
lr=params.initial_lr,
clipping_scale=2.0)
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)