From 43f2a8d50b608e1225bac2180cd4d63a00671d51 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 24 Dec 2022 18:44:42 +0800 Subject: [PATCH] Make norm_final apply to delta, not src --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 71d02b979..9c4b1251d 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -573,9 +573,8 @@ class ZipformerEncoderLayer(nn.Module): src = src + self.feed_forward2(src) src = self.balancer(src) - src = self.norm_final(src) - delta = src - src_orig + delta = self.norm_final(src - src_orig) src = src_orig + delta * self.get_bypass_scale(src.shape[1]) src = self.whiten(src)