From be0a79cbcae9fb6a02f139ef4385af7fa6f80032 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 12 Mar 2022 19:00:48 +0800 Subject: [PATCH] Replace ExpScaleRelu with DoubleSwish() --- egs/librispeech/ASR/conformer_ctc/subsampling.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/conformer_ctc/subsampling.py b/egs/librispeech/ASR/conformer_ctc/subsampling.py index 5f1e376a9..13259d166 100644 --- a/egs/librispeech/ASR/conformer_ctc/subsampling.py +++ b/egs/librispeech/ASR/conformer_ctc/subsampling.py @@ -49,13 +49,13 @@ class Conv2dSubsampling(nn.Module): ), DerivBalancer(channel_dim=1, threshold=0.05, max_factor=0.01), - ExpScaleRelu(odim, 1, 1, speed=20.0), + DoubleSwish(), ScaledConv2d( in_channels=odim, out_channels=odim, kernel_size=3, stride=2 ), DerivBalancer(channel_dim=1, threshold=0.05, max_factor=0.01), - ExpScaleRelu(odim, 1, 1, speed=20.0), + DoubleSwish(), ) self.out = ScaledLinear(odim * (((idim - 1) // 2 - 1) // 2), odim) self.out_norm = BasicNorm(odim)