Reduce bottleneck dim fo SEModule from 16 to 8.

This commit is contained in:
Daniel Povey 2022-11-03 17:30:36 +08:00
parent 97a1dd40cf
commit 11cb30bf49

View File

@ -1434,7 +1434,7 @@ class ModifiedSEModule(nn.Module):
"""
def __init__(self,
d_model: int,
bottleneck_dim: int = 16):
bottleneck_dim: int = 8):
super().__init__()
self.squeeze_proj = nn.Linear(d_model, d_model,
bias=False)