mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-01-08 18:53:43 +09:00
parent c9a35bcc73
commit 87b8f78d07
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp
View File

Binary file not shown.

10
egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
View File

@ -86,7 +86,7 @@ class Conformer(EncoderInterface):
short_chunk_size: int = 25,
num_left_chunks: int = -1,
causal: bool = False,
group_size: int = 12,
group_num: int = 12,
) -> None:
super(Conformer, self).__init__()
@ -125,7 +125,7 @@ class Conformer(EncoderInterface):
self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers)
self._init_state: List[torch.Tensor] = [torch.empty(0)]
self.group_size = group_size
self.group_num = group_num
self.group_layer_num = int(self.encoder_layers // self.group_size)
self.alpha = nn.Parameter(torch.rand(self.group_size))
self.sigmoid = nn.Sigmoid()
@ -202,6 +202,12 @@ class Conformer(EncoderInterface):
x = x.permute(1, 0, 2) # (T, N, C) ->(N, T, C)
layer_output = [x.permute(1, 0, 2) for x in layer_output]
x = 0
for enum, alpha in enumerate(self.alpha):
x += self.sigmoid(alpha*layer_output[(enum+1)*self.group_layer_num-1])
x = self.layer_norm(x/self.group_size)
return x, lengths