From 5c11e92d4ab2534e537895672ca8cb2afad6e05a Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 20 Dec 2022 00:12:10 +0800 Subject: [PATCH] Adjust warmup duration of layerdrop_prob --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index da9dc51bb..3172838af 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1666,7 +1666,7 @@ class ConvNeXt(nn.Module): pad = (kernel_size - 1) // 2 hidden_channels = channels * hidden_ratio if layerdrop_prob is None: - layerdrop_prob = ScheduledFloat((0.0, 0.1), (16000.0, 0.01)) + layerdrop_prob = ScheduledFloat((0.0, 0.2), (16000.0, 0.025)) self.layerdrop_prob = layerdrop_prob self.depthwise_conv = nn.Conv2d(