mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-08-09 18:12:19 +00:00
Update conformer.py
Swich -? Swish
This commit is contained in:
parent
900fdf0163
commit
489a015d73
@ -902,7 +902,7 @@ class Swish(torch.nn.Module):
|
||||
"""Construct an Swish object."""
|
||||
|
||||
def forward(self, x: Tensor) -> Tensor:
|
||||
"""Return Swich activation function."""
|
||||
"""Return Swish activation function."""
|
||||
return x * torch.sigmoid(x)
|
||||
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user