mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Warm up lr more slowly

Browse Source
This commit is contained in:
Daniel Povey 2023-05-18 15:03:44 +08:00
parent 76e6726178
commit e4a774cb98
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
View File

@ -882,7 +882,7 @@ class Eden(LRScheduler):
warmup_factor = ( warmup_factor = (
1.0 1.0
if self.batch >= self.warmup_batches if self.batch >= self.warmup_batches
else 0.5 + 0.5 * (self.batch / self.warmup_batches) else 0.1 + 0.9 * (self.batch / self.warmup_batches)
) )
return [x * factor * warmup_factor for x in self.base_lrs] return [x * factor * warmup_factor for x in self.base_lrs]