From bfcd288afda3b12115032e75f6d95a1f97e85471 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 9 Jun 2022 12:07:19 +0800 Subject: [PATCH] Decrease scale on decorrelate component from 0.02 to 0.01 --- egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py index 0a85841fe..9c3dec02e 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py @@ -199,7 +199,7 @@ class ConformerEncoderLayer(nn.Module): ) self.dropout = nn.Dropout(dropout) - self.decorrelate = Decorrelate(d_model, scale=0.02) + self.decorrelate = Decorrelate(d_model, scale=0.01) def forward(