Merge branch 'scaled_adam_exp277' into scaled_adam_exp281

This commit is contained in:
Daniel Povey 2022-11-04 15:06:23 +08:00
commit c27ee8cfcf

View File

@ -1449,7 +1449,7 @@ class ModifiedSEModule(nn.Module):
"""
def __init__(self,
d_model: int,
bottleneck_dim: int = 8):
bottleneck_dim: int = 16):
super().__init__()
self.squeeze_proj = nn.Linear(d_model, bottleneck_dim,
bias=False)