Change attentionSqueeze dim from 128 to 256.

This commit is contained in:
Daniel Povey 2022-12-11 19:12:03 +08:00
parent 05c7cb5c83
commit a01fc3b220

View File

@ -446,7 +446,7 @@ class ZipformerEncoderLayer(nn.Module):
cnn_module_kernel) cnn_module_kernel)
self.attention_squeeze = AttentionSqueeze(embed_dim, 128) self.attention_squeeze = AttentionSqueeze(embed_dim, 256)
self.norm_final = BasicNorm(embed_dim) self.norm_final = BasicNorm(embed_dim)