mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
b67c078fb4
commit
685aaf5c7b
Binary file not shown.
@ -224,7 +224,7 @@ class Transformer(nn.Module):
|
||||
x = x.permute(1, 0, 2) # (N, T, C) -> (T, N, C)
|
||||
mask = encoder_padding_mask(x.size(0), supervisions)
|
||||
mask = mask.to(x.device) if mask is not None else None
|
||||
x, layer_outputs= self.encoder(x, src_key_padding_mask=mask) # (T, N, C)
|
||||
x, layer_outputs = self.encoder(x, src_key_padding_mask=mask) # (T, N, C)
|
||||
|
||||
return x, mask
|
||||
|
||||
|
||||
Binary file not shown.
@ -205,7 +205,7 @@ class Conformer(EncoderInterface):
|
||||
|
||||
x = 0
|
||||
for enum, alpha in enumerate(self.alpha):
|
||||
x += self.sigmoid(alpha*layer_outputs[(enum+1)*self.group_layer_num-1])
|
||||
x += self.sigmoid(alpha)*layer_outputs[(enum+1)*self.group_layer_num-1]
|
||||
|
||||
x = self.layer_norm(x/self.group_num)
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user