from local
This commit is contained in:
parent
851439f1ec
commit
d2c0a3d8fa
Binary file not shown.
@ -205,12 +205,9 @@ class Conformer(EncoderInterface):
|
|||||||
|
|
||||||
layer_output = [x.permute(1, 0, 2) for x in layer_output]
|
layer_output = [x.permute(1, 0, 2) for x in layer_output]
|
||||||
|
|
||||||
x = self.layer_norm(1/6*(self.sigmoid(self.alpha[0])*layer_output[2] + \
|
x = self.layer_norm(1/3*(self.sigmoid(self.alpha[0])*layer_output[3] + \
|
||||||
self.sigmoid(self.alpha[1])*layer_output[5] + \
|
self.sigmoid(self.alpha[1])*layer_output[7] + \
|
||||||
self.sigmoid(self.alpha[2])*layer_output[8] + \
|
self.sigmoid(self.alpha[2])*layer_output[11] + \
|
||||||
self.sigmoid(self.alpha[3])*layer_output[11] + \
|
|
||||||
self.sigmoid(self.alpha[4])*layer_output[14] + \
|
|
||||||
self.sigmoid(self.alpha[5])*layer_output[17]
|
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user