From 65f15c9d1431818ab3f782927cc113b8e6aca7bc Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 12 Jan 2023 20:00:49 +0800 Subject: [PATCH] Reduce final_layerdrop_rate coefficient. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 7a77e8cce..f4c3fe02e 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -198,7 +198,7 @@ class Zipformer(EncoderInterface): dropout=dropout, warmup_begin=warmup_batches * (i + 1) / (num_encoders + 1), warmup_end=warmup_batches * (i + 2) / (num_encoders + 1), - final_layerdrop_rate=0.05 * (downsampling_factor[i] ** 0.5), + final_layerdrop_rate=0.035 * (downsampling_factor[i] ** 0.5), attention_share_layers=attention_share_layers[i], )