from local

This commit is contained in:
dohe0342 2023-01-08 18:47:04 +09:00
parent c615d82c04
commit 362ee800fa
3 changed files with 5 additions and 0 deletions

View File

@ -124,6 +124,11 @@ class Conformer(EncoderInterface):
self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers)
self._init_state: List[torch.Tensor] = [torch.empty(0)]
self.group_size = 6
self.alpha = nn.Parameter(torch.rand(self.group_size))
self.sigmoid = nn.Sigmoid()
self.layer_norm = nn.LayerNorm(512)
def forward(
self, x: torch.Tensor, x_lens: torch.Tensor, warmup: float = 1.0
) -> Tuple[torch.Tensor, torch.Tensor]: