mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change activation of ConvolutionModule from Swoosh to Tanh, and min_abs from 1.0 to 0.75.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-03 14:50:09 +08:00
parent 074f94f256
commit d5bfca4f49
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1600,11 +1600,11 @@ class ConvolutionModule(nn.Module):
channels, channel_dim=1, channels, channel_dim=1,
min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)), min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
max_positive=1.0, max_positive=1.0,
min_abs=1.0, min_abs=0.75,
max_abs=10.0, max_abs=10.0,
) )
self.activation = Swoosh() self.activation = nn.Tanh()
self.whiten = Whiten(num_groups=1, self.whiten = Whiten(num_groups=1,
whitening_limit=_whitening_schedule(7.5), whitening_limit=_whitening_schedule(7.5),