mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-07 08:04:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Scale covariance

Browse Source
This commit is contained in:
Daniel Povey 2022-05-17 15:32:06 +08:00
parent c923b5900e
commit ceb4eb4b85
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
egs/librispeech/ASR/pruned_transducer_stateless4b/diagonalize.py
View File

@ -225,6 +225,7 @@ class OrthogonalTransformation(nn.Module):
# store covariance after input transform. # store covariance after input transform.
# Update covariance stats every 10 batches (in training mode) # Update covariance stats every 10 batches (in training mode)
f = x.reshape(-1, x.shape[-1]) f = x.reshape(-1, x.shape[-1])
f = f * (f.shape[0] ** -0.5)
cov = torch.matmul(f.t(), f) # channel_dim by channel_dim cov = torch.matmul(f.t(), f) # channel_dim by channel_dim
self.feats_cov.mul_(self.beta).add_(cov, alpha=(1-self.beta)) self.feats_cov.mul_(self.beta).add_(cov, alpha=(1-self.beta))
self.step += 1 self.step += 1