mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-08-14 04:22:21 +00:00
Run in exp_2, with foam from start, knee_factor=5.0, initial_lrate=2e-04.
This commit is contained in:
parent
ccf7bdec23
commit
573e0582d8
@ -852,7 +852,7 @@ class Foam(object):
|
||||
params,
|
||||
max_lrate: float = 5.0e-04,
|
||||
warm_step: int = 25000,
|
||||
knee_factor: float = 8.0,
|
||||
knee_factor: float = 5.0,
|
||||
min_target_rms: float = 0.05,
|
||||
limit_grad_factor: float = float('inf'),
|
||||
l2_period: int = 1) -> None:
|
||||
|
@ -132,13 +132,13 @@ def get_params() -> AttributeDict:
|
||||
"""
|
||||
params = AttributeDict(
|
||||
{
|
||||
"exp_dir": Path("conformer_lm/exp_1"),
|
||||
"exp_dir": Path("conformer_lm/exp_2"),
|
||||
"lm_dataset": Path("data/lm_training_5000/lm_data.pt"),
|
||||
"num_tokens": 5000,
|
||||
"blank_sym": 0,
|
||||
"bos_sym": 1,
|
||||
"eos_sym": 1,
|
||||
"start_epoch": 3,
|
||||
"start_epoch": 0,
|
||||
"num_epochs": 20,
|
||||
"num_valid_batches": 200,
|
||||
"symbols_per_batch": 5000,
|
||||
@ -155,7 +155,7 @@ def get_params() -> AttributeDict:
|
||||
"attention_dim": 512,
|
||||
"nhead": 8,
|
||||
"num_decoder_layers": 6,
|
||||
"max_lrate": 5.0e-04
|
||||
"max_lrate": 2.0e-04 # was 5.0e-04, then from start_epoch=9 used max_lrate=2.0e-04, then from start_epoch=11 used 1.0e-04.
|
||||
}
|
||||
)
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user