mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
Merge branch 'scaled_adam_exp891' into scaled_adam_exp896
This commit is contained in:
commit
fb30d11693
@ -489,7 +489,7 @@ class ZipformerEncoderLayer(nn.Module):
|
|||||||
dropout)
|
dropout)
|
||||||
|
|
||||||
self.nonlin_attention = NonlinAttention(embed_dim,
|
self.nonlin_attention = NonlinAttention(embed_dim,
|
||||||
hidden_channels=embed_dim // 4)
|
hidden_channels=embed_dim // 2)
|
||||||
|
|
||||||
self.small_conv_module = SmallConvolutionModule(embed_dim)
|
self.small_conv_module = SmallConvolutionModule(embed_dim)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user