from local
This commit is contained in:
parent
9460ff6b38
commit
e4957e7222
Binary file not shown.
@ -218,7 +218,7 @@ class Conformer(EncoderInterface):
|
|||||||
'''
|
'''
|
||||||
x = 0
|
x = 0
|
||||||
for enum, alpha in enumerate(self.alpha):
|
for enum, alpha in enumerate(self.alpha):
|
||||||
x += self.sigmoid(alpha)*layer_output[self.group_size*(enum+1)]
|
x += self.sigmoid(alpha)*layer_output[self.group_size*(enum+1)-1]
|
||||||
|
|
||||||
x = self.layer_norm((1/self.group_size)*x)
|
x = self.layer_norm((1/self.group_size)*x)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user