From cba194aa260afd62933d399bcb9e3514ab49c539 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Wed, 9 Nov 2022 13:12:34 +0800 Subject: [PATCH] Bug fix RE masking --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 138c7409a..a194c814f 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1225,7 +1225,7 @@ class RelPositionMultiheadAttentionWeights(nn.Module): num_heads, batch_size, seq_len, seq_len ) attn_scores = attn_scores.masked_fill( - key_padding_mask.unsqueeze(-1), + key_padding_mask.unsqueeze(1), float("-inf"), )