More tuning, epoch-140 results are 0.23,0.11

This commit is contained in:
Daniel Povey 2022-07-23 09:45:05 +08:00
parent 34a2d331bf
commit 0fc58bac56

View File

@ -1,4 +1,4 @@
# Copyright 2022 Xiaomi Corp. (authors: Daniel Povey) # Copyright 2022 Xiaomi Corp. (authors: Daniel Povey)
# #
# See ../LICENSE for clarification regarding multiple authors # See ../LICENSE for clarification regarding multiple authors
# #
@ -142,8 +142,8 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
lr=3e-02, lr=3e-02,
betas=(0.9, 0.98), betas=(0.9, 0.98),
size_lr_scale=0.1, size_lr_scale=0.1,
min_lr_factor=(0.05, 0.00001, 0.01), # making the middle one large is worst. min_lr_factor=(0.05, 0.005, 0.01), # making the middle one large is worst.
max_lr_factor=(10.0, 100000.0, 10.0), # making the middle one large is the best max_lr_factor=(10.0, 5.0, 10.0), # making the middle one large is the best
#param_pow=(0.99999, 0.99999, 0.99999), #param_pow=(0.99999, 0.99999, 0.99999),
param_pow=(1.0, 1.0, 1.0), param_pow=(1.0, 1.0, 1.0),
param_rms_smooth0=0.75, param_rms_smooth0=0.75,