Change activation of ConvolutionModule from Swoosh to Tanh, and min_abs from 1.0 to 0.75.

This commit is contained in:
Daniel Povey 2022-12-03 14:50:09 +08:00
parent 074f94f256
commit d5bfca4f49

View File

@ -1600,11 +1600,11 @@ class ConvolutionModule(nn.Module):
channels, channel_dim=1,
min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
max_positive=1.0,
min_abs=1.0,
min_abs=0.75,
max_abs=10.0,
)
self.activation = Swoosh()
self.activation = nn.Tanh()
self.whiten = Whiten(num_groups=1,
whitening_limit=_whitening_schedule(7.5),