Make attention_squeeze use full dim.

This commit is contained in:
Daniel Povey 2022-12-10 00:08:38 +08:00
parent 0fc646f281
commit 30c6e5b929

View File

@ -444,7 +444,7 @@ class ZipformerEncoderLayer(nn.Module):
cnn_module_kernel) cnn_module_kernel)
self.attention_squeeze = AttentionSqueeze(embed_dim, embed_dim // 2) self.attention_squeeze = AttentionSqueeze(embed_dim, embed_dim)
self.norm_final = BasicNorm(embed_dim) self.norm_final = BasicNorm(embed_dim)