Works better with meta_lr_scale=0, must be bug.

2022-07-08 09:07:06 +08:00 · 2022-07-08 09:07:06 +08:00 · 914ac1e621
commit 914ac1e621
parent 923468b8af
1 changed files with 1 additions and 1 deletions
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
@ -60,7 +60,7 @@ class LearnedGradient(Optimizer):
            params,
            lr=3e-02,
            size_lr_scale=0.1,
-            meta_lr_scale=0.1,
+            meta_lr_scale=0.0,
            betas=(0.9, 0.98),
            eps=1.0e-08,
            size_update_period=1,