From 11f5454b6a1bf0a7270b9fde797d07c752cd1ce6 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 26 Dec 2022 13:47:23 +0800 Subject: [PATCH] Increase eps_max in norm_final from 3 to 4. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 974bb5d28..dd66d23b3 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -453,7 +453,7 @@ class ZipformerEncoderLayer(nn.Module): self.attention_squeeze = AttentionSqueeze(embed_dim, embed_dim // 2) - self.norm_final = BasicNorm(embed_dim) + self.norm_final = BasicNorm(embed_dim, eps_max=4.0) self.bypass_scale = nn.Parameter(torch.full((embed_dim,), 0.5))