mirrors/icefall
Archived
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Restore old warmup schedule

Browse Source
This commit is contained in:
Daniel Povey 2023-05-15 20:40:41 +08:00
parent d2d0ce0335
commit 671e9ee5bd
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
View File

@ -882,7 +882,7 @@ class Eden(LRScheduler):
warmup_factor = ( warmup_factor = (
1.0 1.0
if self.batch >= self.warmup_batches if self.batch >= self.warmup_batches
else (self.batch / self.warmup_batches) else 0.5 + 0.5 * (self.batch / self.warmup_batches)
) )
return [x * factor * warmup_factor for x in self.base_lrs] return [x * factor * warmup_factor for x in self.base_lrs]