Change warmup schedule and increase warmup_batches from 4k to 6k

This commit is contained in:
Daniel Povey 2022-10-08 19:10:26 +08:00
parent 2631f05c1f
commit 86845bd5d8

View File

@ -63,7 +63,7 @@ class Conformer(EncoderInterface):
num_encoder_layers: Tuple[int] = (12, 12),
dropout: float = 0.1,
cnn_module_kernel: Tuple[int] = (31, 31),
warmup_batches: float = 4000.0,
warmup_batches: float = 6000.0,
) -> None:
super(Conformer, self).__init__()