This commit is contained in:
Daniel Povey 2022-07-23 09:15:49 +08:00
parent b47433b77a
commit a972655a70

View File

@ -142,7 +142,7 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
lr=3e-02, lr=3e-02,
betas=(0.9, 0.98), betas=(0.9, 0.98),
size_lr_scale=0.1, size_lr_scale=0.1,
min_lr_factor=(0.01, 0.01, 0.01), min_lr_factor=(0.05, 0.01, 0.01), # making the middle one large is worst.
max_lr_factor=(10.0, 10.0, 10.0), max_lr_factor=(10.0, 10.0, 10.0),
#param_pow=(0.99999, 0.99999, 0.99999), #param_pow=(0.99999, 0.99999, 0.99999),
param_pow=(1.0, 1.0, 1.0), param_pow=(1.0, 1.0, 1.0),