From 95e8296014ba4b262f3d2ca146411799b882dd04 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 5 Jan 2023 14:23:40 +0800 Subject: [PATCH] Use downsampling_factor ** -0.333 as the scale for stacks --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index a33f768fb..e0f073d13 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -209,7 +209,7 @@ class Zipformer(EncoderInterface): ) # we are adding a new attribute here. # this will be interpreted by get_named_parameter_groups_with_lrs(). - encoder.lr_scale = downsampling_factor[i] ** -0.5 + encoder.lr_scale = downsampling_factor[i] ** -0.333 encoders.append(encoder) self.encoders = nn.ModuleList(encoders)