From 40fa33d70220319b9ab918b8397dddea48314279 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sun, 9 Oct 2022 13:59:56 +0800 Subject: [PATCH] Decrease initial_layerdrop_prob from 0.75 to 0.5 --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index 1db816aa7..eae352d9d 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -440,7 +440,7 @@ class ConformerEncoder(nn.Module): def get_layerdrop_prob(layer: int) -> float: layer_warmup_delta = (warmup_end - warmup_begin) / num_layers layer_warmup_begin = warmup_begin + layer * layer_warmup_delta - initial_layerdrop_prob = 0.75 + initial_layerdrop_prob = 0.5 final_layerdrop_prob = 0.05 layer_warmup_end = layer_warmup_begin + layer_warmup_delta