From 90180ce5e79ccfc415871cbc0ba9779574054b7e Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 20 Feb 2023 16:33:04 +0800 Subject: [PATCH] Make layer-skip-dropout-prob decrease to 0.0 --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index d638631dc..68077af81 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -142,7 +142,8 @@ class Zipformer(EncoderInterface): # encoder stacks; when it's dropped out like this, it means we are forced # to take the "direct" (non-bypass) path. self.layer_skip_dropout_prob = ScheduledFloat((0.0, 0.5), - (warmup_batches, 0.025)) + (warmup_batches, 0.025), + (20000.0, 0.0)) def _to_tuple(x): """ Converts a single int or a 1-tuple of an int to a tuple with the same length