from local

This commit is contained in:
dohe0342 2023-01-03 13:40:14 +09:00
parent 5dee34188c
commit cb45c76e47
3 changed files with 0 additions and 3 deletions

View File

@ -66,7 +66,6 @@ class ConvolutionModule(nn.Module):
"""
# exchange the temporal dimension and the feature dimension
residual = x
x = x.transpose(1, 2)
# GLU mechanism
@ -81,6 +80,4 @@ class ConvolutionModule(nn.Module):
x = x.transpose(1, 2)
x = self.layer_norm(x)
x += residual
return x