mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Avoid infinities in padding frames

Browse Source
This commit is contained in:
Daniel Povey 2022-12-20 19:19:45 +08:00
parent 494139d27a
commit 3b4b33af58
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -610,7 +610,8 @@ class ConvNorm1d(torch.nn.Module):
counts = counts.masked_fill_(src_key_padding_mask.unsqueeze(1), 0.0) counts = counts.masked_fill_(src_key_padding_mask.unsqueeze(1), 0.0)
sqnorms = sqnorms * counts sqnorms = sqnorms * counts
sqnorms = self.conv(sqnorms) sqnorms = self.conv(sqnorms)
counts = self.conv(counts) # the clamping is to avoid division by zero for padding frames.
counts = self.conv(counts).clamp(min=0.01)
# scales: (N, 1, T) # scales: (N, 1, T)
scales = (sqnorms / counts + eps.exp()) ** -0.5 scales = (sqnorms / counts + eps.exp()) ** -0.5
return x * scales return x * scales