From a24eef8096d77646207f4e9dec0ac401e27db604 Mon Sep 17 00:00:00 2001 From: yaozengwei Date: Sun, 10 Apr 2022 20:29:22 +0800 Subject: [PATCH] update conv_emformer_transducer/emformer.py. --- egs/librispeech/ASR/conv_emformer_transducer/emformer.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/egs/librispeech/ASR/conv_emformer_transducer/emformer.py b/egs/librispeech/ASR/conv_emformer_transducer/emformer.py index 49e59bd00..c55a73d68 100644 --- a/egs/librispeech/ASR/conv_emformer_transducer/emformer.py +++ b/egs/librispeech/ASR/conv_emformer_transducer/emformer.py @@ -92,6 +92,8 @@ class EmformerAttention(nn.Module): self.emb_to_query = nn.Linear(embed_dim, embed_dim, bias=True) self.out_proj = nn.Linear(embed_dim, embed_dim, bias=True) + self._reset_parameters() + def _reset_parameters(self) -> None: nn.init.xavier_uniform_(self.emb_to_key_value.weight) nn.init.constant_(self.emb_to_key_value.bias, 0.0)