From 7589e3768975df10c3d022beb4c88f14c2f25d3d Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 29 Nov 2022 16:18:41 +0800 Subject: [PATCH] Reduce min of scale in Conv2dSubsampling from 0.01 to 0.2 --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 8e21b8f3b..f0f18b78d 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1720,7 +1720,7 @@ class Conv2dSubsampling(nn.Module): self.scale = nn.Parameter(torch.ones(out_height * layer3_channels)) self.scale_max = 1.0 - self.scale_min = ScheduledFloat((0.0, 0.9), (4000.0, 0.01)) + self.scale_min = ScheduledFloat((0.0, 0.9), (4000.0, 0.2)) self.out = LinearWithAuxLoss(out_height * layer3_channels, out_channels, aux_grad_scale=_aux_grad_scale(), prob=_aux_grad_prob_out())