From b5e0676f14fdd1e7d9c930a0b605878c20eb3383 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 12 Dec 2022 23:31:22 +0800 Subject: [PATCH] Invoke the out_balancer of attention_squeeze --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 958ddf2b0..908280572 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1445,6 +1445,7 @@ attn_weights: a Tensor of shape (num_heads, batch_size, seq_len, seq_len) x = x * scales x = self.activation(x) # Identity only. For diagnostics. x = self.out_proj(x) + x = self.out_balancer(x) return x