mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 10:02:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix docs in optim.py

Browse Source
This commit is contained in:
Daniel Povey 2022-04-11 15:13:42 +08:00
parent 6eb6d9b4cd
commit 03c7c2613d
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless2/optim.py
View File

@ -240,7 +240,7 @@ class LRScheduler(object):
class Eden(LRScheduler): class Eden(LRScheduler):
""" """
Eden scheduler. Eden scheduler.
lr = initial_lr = (((batch**2 + lr_batches**2) / lr_batchses**2) ** -0.25 * lr = initial_lr * (((batch**2 + lr_batches**2) / lr_batches**2) ** -0.25 *
(((epoch**2 + lr_epochs**2) / lr_epochs**2) ** -0.25)) (((epoch**2 + lr_epochs**2) / lr_epochs**2) ** -0.25))
E.g. suggest initial-lr = 0.003 (passed to optimizer). E.g. suggest initial-lr = 0.003 (passed to optimizer).
@ -250,7 +250,9 @@ class Eden(LRScheduler):
lr_batches: the number of batches after which we start significantly lr_batches: the number of batches after which we start significantly
decreasing the learning rate, suggest 5000. decreasing the learning rate, suggest 5000.
lr_epochs: the number of epochs after which we start significantly lr_epochs: the number of epochs after which we start significantly
decreasing the learning rate, suggest 6. decreasing the learning rate, suggest 6 if you plan to do e.g.
20 to 40 epochs, but may need smaller number if dataset is huge
and you will do few epochs.
""" """
def __init__(self, optimizer: Optimizer, def __init__(self, optimizer: Optimizer,
lr_batches: Union[int, float], lr_batches: Union[int, float],