mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert also the changes in scaled_adam_exp85 regarding warmup schedule

Browse Source
This commit is contained in:
Daniel Povey 2022-10-09 14:25:53 +08:00
parent 40fa33d702
commit cf450908c6
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -96,13 +96,14 @@ class Conformer(EncoderInterface):
)
# for the first third of the warmup period, we let the Conv2dSubsampling
# layer learn something
# layer learn something. then start warmup up the first and then the second
# encoder.
self.encoder1 = ConformerEncoder(
encoder_layer1,
num_encoder_layers[0],
dropout,
warmup_begin=0,
warmup_end=warmup_batches / 2,
warmup_begin=warmup_batches / 3,
warmup_end=warmup_batches * 2 / 3,
)
encoder_layer2 = ConformerEncoderLayer(
d_model[1],
@ -117,7 +118,7 @@ class Conformer(EncoderInterface):
encoder_layer2,
num_encoder_layers[1],
dropout,
warmup_begin=warmup_batches / 2,
warmup_begin=warmup_batches * 2 / 3,
warmup_end=warmup_batches,
),
input_dim=d_model[0],