mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-02-02 14:14:37 +09:00
parent 3c1eff04cc
commit cec9ab41fa
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/aishell/ASR/conformer_ctc/.transformer.py.swp Normal file
View File

Binary file not shown.

6
egs/aishell/ASR/conformer_ctc/transformer.py
View File

@ -160,6 +160,12 @@ class Transformer(nn.Module):
else: else:
self.decoder_criterion = None self.decoder_criterion = None
self.group_num = group_num
self.group_layer_num = int(self.encoder_layers // self.group_num)
self.alpha = nn.Parameter(torch.rand(self.group_num))
self.sigmoid = nn.Sigmoid()
self.layer_norm = nn.LayerNorm(d_model)
def forward( def forward(
self, x: torch.Tensor, supervision: Optional[Supervisions] = None self, x: torch.Tensor, supervision: Optional[Supervisions] = None
) -> Tuple[torch.Tensor, torch.Tensor, Optional[torch.Tensor]]: ) -> Tuple[torch.Tensor, torch.Tensor, Optional[torch.Tensor]]: