Merge branch 'scaled_adam_exp277' into scaled_adam_exp281
This commit is contained in:
commit
c27ee8cfcf
@ -1449,7 +1449,7 @@ class ModifiedSEModule(nn.Module):
|
|||||||
"""
|
"""
|
||||||
def __init__(self,
|
def __init__(self,
|
||||||
d_model: int,
|
d_model: int,
|
||||||
bottleneck_dim: int = 8):
|
bottleneck_dim: int = 16):
|
||||||
super().__init__()
|
super().__init__()
|
||||||
self.squeeze_proj = nn.Linear(d_model, bottleneck_dim,
|
self.squeeze_proj = nn.Linear(d_model, bottleneck_dim,
|
||||||
bias=False)
|
bias=False)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user