Change warmup schedule

This commit is contained in:
Daniel Povey 2023-05-15 20:20:15 +08:00
parent 532f95a627
commit 2e66392306

View File

@ -882,7 +882,7 @@ class Eden(LRScheduler):
warmup_factor = (
1.0
if self.batch >= self.warmup_batches
else 0.5 + 0.5 * (self.batch / self.warmup_batches)
else (self.batch / self.warmup_batches)
)
return [x * factor * warmup_factor for x in self.base_lrs]