mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-26 18:24:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix issue with eval mode in ActivationDropoutLinear

Browse Source
This commit is contained in:
Daniel Povey 2024-10-12 17:49:44 +08:00 committed by yaozengwei
parent d9844d847f
commit d186216025
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/zipformer/scaling.py
View File

@ -1635,7 +1635,7 @@ class ActivationDropoutAndLinear(torch.nn.Module):
self.dropout_shared_dim = dropout_shared_dim self.dropout_shared_dim = dropout_shared_dim
def forward(self, x: Tensor): def forward(self, x: Tensor):
if torch.jit.is_scripting() or torch.jit.is_tracing(): if torch.jit.is_scripting() or torch.jit.is_tracing() or not self.training:
if self.activation == "SwooshL": if self.activation == "SwooshL":
x = SwooshLForward(x) x = SwooshLForward(x)
elif self.activation == "SwooshR": elif self.activation == "SwooshR":