From d186216025a911bdeae2ec1e23bd120d8352d9fe Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 12 Oct 2024 17:49:44 +0800 Subject: [PATCH] Fix issue with eval mode in ActivationDropoutLinear --- egs/librispeech/ASR/zipformer/scaling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/zipformer/scaling.py b/egs/librispeech/ASR/zipformer/scaling.py index 2a40b8d64..08cf2f782 100644 --- a/egs/librispeech/ASR/zipformer/scaling.py +++ b/egs/librispeech/ASR/zipformer/scaling.py @@ -1635,7 +1635,7 @@ class ActivationDropoutAndLinear(torch.nn.Module): self.dropout_shared_dim = dropout_shared_dim def forward(self, x: Tensor): - if torch.jit.is_scripting() or torch.jit.is_tracing(): + if torch.jit.is_scripting() or torch.jit.is_tracing() or not self.training: if self.activation == "SwooshL": x = SwooshLForward(x) elif self.activation == "SwooshR":