mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 18:12:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove dropout in output layer

Browse Source
This commit is contained in:
Daniel Povey 2022-03-30 11:20:04 +08:00
parent 4e453a4bf9
commit 7c46c3b0d4
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py
View File

@ -83,10 +83,7 @@ class Conformer(EncoderInterface):
self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers, self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers,
aux_layers=list(range(0, num_encoder_layers-1, aux_layer_period))) aux_layers=list(range(0, num_encoder_layers-1, aux_layer_period)))
self.encoder_output_layer = nn.Sequential( self.encoder_output_layer = ScaledLinear(d_model, output_dim)
nn.Dropout(p=dropout), ScaledLinear(d_model, output_dim)
)
def forward( def forward(
self, x: torch.Tensor, x_lens: torch.Tensor, warmup: float = 1.0 self, x: torch.Tensor, x_lens: torch.Tensor, warmup: float = 1.0