From d5bfca4f49758979ed55ee92f625e018b80f4e50 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 3 Dec 2022 14:50:09 +0800 Subject: [PATCH] Change activation of ConvolutionModule from Swoosh to Tanh, and min_abs from 1.0 to 0.75. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 9b00b9a7c..44dd311c0 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1600,11 +1600,11 @@ class ConvolutionModule(nn.Module): channels, channel_dim=1, min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)), max_positive=1.0, - min_abs=1.0, + min_abs=0.75, max_abs=10.0, ) - self.activation = Swoosh() + self.activation = nn.Tanh() self.whiten = Whiten(num_groups=1, whitening_limit=_whitening_schedule(7.5),