From 8231350ac426dad5242f241f41d7ad53ddd1346f Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 13 Dec 2022 18:54:46 +0800 Subject: [PATCH] Make AttentionSqueeze dim smaller, at embed_dim // 2. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 360993621..8ff3855c7 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -446,7 +446,7 @@ class ZipformerEncoderLayer(nn.Module): cnn_module_kernel) - self.attention_squeeze = AttentionSqueeze(embed_dim, 256) + self.attention_squeeze = AttentionSqueeze(embed_dim, embed_dim // 2) self.norm_final = BasicNorm(embed_dim)