Increase floor on bypass_scale from 0.1 to 0.2.

This commit is contained in:
Daniel Povey 2022-10-27 14:09:34 +08:00
parent 938510ac9f
commit a7fc6ae38c

View File

@ -365,7 +365,7 @@ class ConformerEncoderLayer(nn.Module):
# mode, clamp bypass_scale to [ 0.1, 1.0 ]; this will encourage it
# to learn parameters within this range by making parameters that
# are outside that range range noisy.
bypass_scale = bypass_scale.clamp(min=0.1, max=1.0)
bypass_scale = bypass_scale.clamp(min=0.2, max=1.0)
src = src_orig + delta * bypass_scale
return self.whiten(src)