From ce4b50d0948283dd7687d6a72260417835ad80b3 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 14 Nov 2022 15:34:39 +0800 Subject: [PATCH] Revert making the dropout of pos_emb independent across the batch. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 31dbe6b61..92c9e2bce 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -984,8 +984,7 @@ class RelPositionalEncoding(torch.nn.Module): + x.size(0), : ] - batch_size = x.size(1) - pos_emb = pos_emb.unsqueeze(0).expand(batch_size, -1, -1) # now: (batch_size, 2*time-1, embed_dim) + pos_emb = pos_emb.unsqueeze(0) return self.dropout(pos_emb)