Revert "Reduce min of scale in Conv2dSubsampling from 0.01 to 0.2"

This reverts commit 7589e3768975df10c3d022beb4c88f14c2f25d3d.
This commit is contained in:
Daniel Povey 2022-11-30 13:17:20 +08:00
parent 12e8c3f0fa
commit d100aed58b

View File

@ -1720,7 +1720,7 @@ class Conv2dSubsampling(nn.Module):
self.scale = nn.Parameter(torch.ones(out_height * layer3_channels))
self.scale_max = 1.0
self.scale_min = ScheduledFloat((0.0, 0.9), (4000.0, 0.2))
self.scale_min = ScheduledFloat((0.0, 0.9), (4000.0, 0.01))
self.out = LinearWithAuxLoss(out_height * layer3_channels, out_channels,
aux_grad_scale=_aux_grad_scale(), prob=_aux_grad_prob_out())