mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
b67c078fb4
commit
685aaf5c7b
Binary file not shown.
@ -224,7 +224,7 @@ class Transformer(nn.Module):
|
|||||||
x = x.permute(1, 0, 2) # (N, T, C) -> (T, N, C)
|
x = x.permute(1, 0, 2) # (N, T, C) -> (T, N, C)
|
||||||
mask = encoder_padding_mask(x.size(0), supervisions)
|
mask = encoder_padding_mask(x.size(0), supervisions)
|
||||||
mask = mask.to(x.device) if mask is not None else None
|
mask = mask.to(x.device) if mask is not None else None
|
||||||
x, layer_outputs= self.encoder(x, src_key_padding_mask=mask) # (T, N, C)
|
x, layer_outputs = self.encoder(x, src_key_padding_mask=mask) # (T, N, C)
|
||||||
|
|
||||||
return x, mask
|
return x, mask
|
||||||
|
|
||||||
|
|||||||
Binary file not shown.
@ -205,7 +205,7 @@ class Conformer(EncoderInterface):
|
|||||||
|
|
||||||
x = 0
|
x = 0
|
||||||
for enum, alpha in enumerate(self.alpha):
|
for enum, alpha in enumerate(self.alpha):
|
||||||
x += self.sigmoid(alpha*layer_outputs[(enum+1)*self.group_layer_num-1])
|
x += self.sigmoid(alpha)*layer_outputs[(enum+1)*self.group_layer_num-1]
|
||||||
|
|
||||||
x = self.layer_norm(x/self.group_num)
|
x = self.layer_norm(x/self.group_num)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user