Use downsampling_factor ** -0.333 as the scale for stacks

This commit is contained in:
Daniel Povey 2023-01-05 14:23:40 +08:00
parent 0d7161ebec
commit 95e8296014

View File

@ -209,7 +209,7 @@ class Zipformer(EncoderInterface):
)
# we are adding a new attribute here.
# this will be interpreted by get_named_parameter_groups_with_lrs().
encoder.lr_scale = downsampling_factor[i] ** -0.5
encoder.lr_scale = downsampling_factor[i] ** -0.333
encoders.append(encoder)
self.encoders = nn.ModuleList(encoders)