This commit is contained in:
Daniel Povey 2022-04-08 16:53:42 +08:00
parent f587cd527d
commit 0f8ee68af2

View File

@ -784,6 +784,7 @@ def run(rank, world_size, args):
# The `epoch` variable in the lambda expression binds to the value below # The `epoch` variable in the lambda expression binds to the value below
# in `for epoch in range(params.start_epoch, params.num_epochs):`. # in `for epoch in range(params.start_epoch, params.num_epochs):`.
epoch = 0
scheduler = torch.optim.lr_scheduler.LambdaLR( scheduler = torch.optim.lr_scheduler.LambdaLR(
optimizer, optimizer,
lambda step: (((step + params.lr_begin_steps) / params.lr_begin_steps) ** -0.5 * lambda step: (((step + params.lr_begin_steps) / params.lr_begin_steps) ** -0.5 *