mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-15 20:22:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Run in exp_2, with foam from start, knee_factor=5.0, initial_lrate=2e-04.

Browse Source
This commit is contained in:
Daniel Povey 2021-08-30 14:10:21 +08:00
parent ccf7bdec23
commit 573e0582d8
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/conformer_lm/madam.py
View File

@ -852,7 +852,7 @@ class Foam(object):
params, params,
max_lrate: float = 5.0e-04, max_lrate: float = 5.0e-04,
warm_step: int = 25000, warm_step: int = 25000,
knee_factor: float = 8.0, knee_factor: float = 5.0,
min_target_rms: float = 0.05, min_target_rms: float = 0.05,
limit_grad_factor: float = float('inf'), limit_grad_factor: float = float('inf'),
l2_period: int = 1) -> None: l2_period: int = 1) -> None:

6
egs/librispeech/ASR/conformer_lm/train.py
View File

@ -132,13 +132,13 @@ def get_params() -> AttributeDict:
""" """
params = AttributeDict( params = AttributeDict(
{ {
"exp_dir": Path("conformer_lm/exp_1"), "exp_dir": Path("conformer_lm/exp_2"),
"lm_dataset": Path("data/lm_training_5000/lm_data.pt"), "lm_dataset": Path("data/lm_training_5000/lm_data.pt"),
"num_tokens": 5000, "num_tokens": 5000,
"blank_sym": 0, "blank_sym": 0,
"bos_sym": 1, "bos_sym": 1,
"eos_sym": 1, "eos_sym": 1,
"start_epoch": 3, "start_epoch": 0,
"num_epochs": 20, "num_epochs": 20,
"num_valid_batches": 200, "num_valid_batches": 200,
"symbols_per_batch": 5000, "symbols_per_batch": 5000,
@ -155,7 +155,7 @@ def get_params() -> AttributeDict:
"attention_dim": 512, "attention_dim": 512,
"nhead": 8, "nhead": 8,
"num_decoder_layers": 6, "num_decoder_layers": 6,
"max_lrate": 5.0e-04 "max_lrate": 2.0e-04 # was 5.0e-04, then from start_epoch=9 used max_lrate=2.0e-04, then from start_epoch=11 used 1.0e-04.
} }
) )