From fd26b890d2bb436a86bce13fdf8362599f0b6c30 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 10 Nov 2022 13:04:56 +0800 Subject: [PATCH] Tweak formula for widths --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index fb601beb1..fc30e4f53 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1019,7 +1019,7 @@ class RelPositionalEncoding(torch.nn.Module): centers[:, 1] *= -1.0 centers = centers.reshape(self.embed_dim) - widths = (centers.abs() * width_factor).clamp(min=1.0) + widths = (centers.abs() * width_factor) + 1.0 # shape: (2*T - 1, embed_dim) pe = ((x - centers) / widths).tanh()