From 09c9b02f6f12146b22d505c8520a1cc7f7eec918 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 10 Oct 2022 12:20:13 +0800 Subject: [PATCH] Increase final layerdrop prob from 0.05 to 0.075 --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index f445dbce1..e67a74d70 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -441,7 +441,7 @@ class ConformerEncoder(nn.Module): layer_warmup_delta = (warmup_end - warmup_begin) / num_layers layer_warmup_begin = warmup_begin + layer * layer_warmup_delta initial_layerdrop_prob = 0.5 - final_layerdrop_prob = 0.05 + final_layerdrop_prob = 0.075 layer_warmup_end = layer_warmup_begin + layer_warmup_delta if warmup_count < layer_warmup_begin: