mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make it start warming up from the very start, and increase warmup_batches to 6k

Browse Source
This commit is contained in:
Daniel Povey 2022-10-08 19:09:41 +08:00
parent 5c99e97c3b
commit 2631f05c1f
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -101,8 +101,8 @@ class Conformer(EncoderInterface):
encoder_layer1,
num_encoder_layers[0],
dropout,
warmup_begin=warmup_batches / 3,
warmup_end=2 * warmup_batches / 3,
warmup_begin=0,
warmup_end=warmup_batches / 2,
)
encoder_layer2 = ConformerEncoderLayer(
d_model[1],
@ -117,7 +117,7 @@ class Conformer(EncoderInterface):
encoder_layer2,
num_encoder_layers[1],
dropout,
warmup_begin=2 * warmup_batches / 3,
warmup_begin=warmup_batches / 2,
warmup_end=warmup_batches,
),
input_dim=d_model[0],