From e1873fc0bb84efeb8b725d6b67021a3395822600 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 23 Jul 2022 10:10:01 +0800 Subject: [PATCH] Tune phase2 again, from 0.005,5.0 to 0.01,40. Epoch 140 is 0.21/0.149 --- egs/librispeech/ASR/pruned_transducer_stateless7/optim.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py index 9c38a9865..1bad2c774 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py @@ -142,8 +142,8 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of lr=3e-02, betas=(0.9, 0.98), size_lr_scale=0.1, - min_lr_factor=(0.05, 0.005, 0.01), # making the middle one large is worst. - max_lr_factor=(10.0, 5.0, 10.0), # making the middle one large is the best + min_lr_factor=(0.05, 0.01, 0.01), # making the middle one large is worst. + max_lr_factor=(10.0, 40.0, 10.0), # making the middle one large is the best #param_pow=(0.99999, 0.99999, 0.99999), param_pow=(1.0, 1.0, 1.0), param_rms_smooth0=0.75,