Fix issue with eval mode in ActivationDropoutLinear (#1770)

* Fix issue with eval mode in ActivationDropoutLinear

---------

Co-authored-by: Daniel Povey <dpovey@gmail.com>
This commit is contained in:
Zengwei Yao 2024-10-12 19:09:05 +08:00 committed by GitHub
parent d9844d847f
commit fbba712887
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1635,7 +1635,7 @@ class ActivationDropoutAndLinear(torch.nn.Module):
self.dropout_shared_dim = dropout_shared_dim
def forward(self, x: Tensor):
if torch.jit.is_scripting() or torch.jit.is_tracing():
if not self.training or torch.jit.is_scripting() or torch.jit.is_tracing():
if self.activation == "SwooshL":
x = SwooshLForward(x)
elif self.activation == "SwooshR":