From 111a0aa3c73618eee7986291780383f166aac85d Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 17 Dec 2022 16:44:57 +0800 Subject: [PATCH] Increase layerdrop_prob of ConvNeXt, and make it warm up faster. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 44d86b2a0..e55185051 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1680,7 +1680,7 @@ class ConvNeXt(nn.Module): pad = (kernel_size - 1) // 2 hidden_channels = channels * hidden_ratio if layerdrop_prob is None: - layerdrop_prob = ScheduledFloat((0.0, 0.1), (16000.0, 0.01)) + layerdrop_prob = ScheduledFloat((0.0, 0.2), (4000.0, 0.025)) self.layerdrop_prob = layerdrop_prob self.depthwise_conv = nn.Conv2d(