From 569762397f2111ee439c3647a92256fb447d0886 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 10 Oct 2022 19:04:52 +0800 Subject: [PATCH] Reduce final layerdrop_prob from 0.075 to 0.05. --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index c38293788..cef8d1b18 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -443,7 +443,7 @@ class ConformerEncoder(nn.Module): layer_warmup_delta = (warmup_end - warmup_begin) / num_layers layer_warmup_begin = warmup_begin + layer * layer_warmup_delta initial_layerdrop_prob = 0.5 - final_layerdrop_prob = 0.075 + final_layerdrop_prob = 0.05 layer_warmup_end = layer_warmup_begin + layer_warmup_delta if warmup_count < layer_warmup_begin: