Fix clamping of epsilon

2022-10-28 12:50:14 +08:00 · 2022-10-28 12:50:14 +08:00 · a067fe8026
commit a067fe8026
parent 7b8a0108ea
1 changed files with 1 additions and 2 deletions
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
@ -382,8 +382,7 @@ class BasicNorm(torch.nn.Module):
            # region if it happens to exit it.
            eps = eps.clamp(min=self.eps_min, max=self.eps_max)
        scales = (
-            torch.mean(x ** 2, dim=self.channel_dim, keepdim=True)
-            + self.eps.exp()
+            torch.mean(x ** 2, dim=self.channel_dim, keepdim=True) + eps.exp()
        ) ** -0.5
        return x * scales