Run in exp_2, with foam from start, knee_factor=5.0, initial_lrate=2e-04.

This commit is contained in:
Daniel Povey 2021-08-30 14:10:21 +08:00
parent ccf7bdec23
commit 573e0582d8
2 changed files with 4 additions and 4 deletions

View File

@ -852,7 +852,7 @@ class Foam(object):
params,
max_lrate: float = 5.0e-04,
warm_step: int = 25000,
knee_factor: float = 8.0,
knee_factor: float = 5.0,
min_target_rms: float = 0.05,
limit_grad_factor: float = float('inf'),
l2_period: int = 1) -> None:

View File

@ -132,13 +132,13 @@ def get_params() -> AttributeDict:
"""
params = AttributeDict(
{
"exp_dir": Path("conformer_lm/exp_1"),
"exp_dir": Path("conformer_lm/exp_2"),
"lm_dataset": Path("data/lm_training_5000/lm_data.pt"),
"num_tokens": 5000,
"blank_sym": 0,
"bos_sym": 1,
"eos_sym": 1,
"start_epoch": 3,
"start_epoch": 0,
"num_epochs": 20,
"num_valid_batches": 200,
"symbols_per_batch": 5000,
@ -155,7 +155,7 @@ def get_params() -> AttributeDict:
"attention_dim": 512,
"nhead": 8,
"num_decoder_layers": 6,
"max_lrate": 5.0e-04
"max_lrate": 2.0e-04 # was 5.0e-04, then from start_epoch=9 used max_lrate=2.0e-04, then from start_epoch=11 used 1.0e-04.
}
)