From ceb4eb4b853cf8a2c7e3b88237a850cbdb45dc6d Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 17 May 2022 15:32:06 +0800 Subject: [PATCH] Scale covariance --- egs/librispeech/ASR/pruned_transducer_stateless4b/diagonalize.py | 1 + 1 file changed, 1 insertion(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless4b/diagonalize.py b/egs/librispeech/ASR/pruned_transducer_stateless4b/diagonalize.py index 0aa0ef05a..41122dc7d 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless4b/diagonalize.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless4b/diagonalize.py @@ -225,6 +225,7 @@ class OrthogonalTransformation(nn.Module): # store covariance after input transform. # Update covariance stats every 10 batches (in training mode) f = x.reshape(-1, x.shape[-1]) + f = f * (f.shape[0] ** -0.5) cov = torch.matmul(f.t(), f) # channel_dim by channel_dim self.feats_cov.mul_(self.beta).add_(cov, alpha=(1-self.beta)) self.step += 1