Restore old warmup schedule

This commit is contained in:
Daniel Povey 2023-05-15 20:40:41 +08:00
parent d2d0ce0335
commit 671e9ee5bd

View File

@ -882,7 +882,7 @@ class Eden(LRScheduler):
warmup_factor = (
1.0
if self.batch >= self.warmup_batches
else (self.batch / self.warmup_batches)
else 0.5 + 0.5 * (self.batch / self.warmup_batches)
)
return [x * factor * warmup_factor for x in self.base_lrs]