mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 01:52:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add final dropout to conformer

Browse Source
This commit is contained in:
Daniel Povey 2022-03-31 11:53:54 +08:00
parent a2aca9f643
commit 0599f38281
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py
View File

@ -82,6 +82,7 @@ class Conformer(EncoderInterface):
self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers, self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers,
aux_layers=list(range(0, num_encoder_layers-1, aux_layer_period))) aux_layers=list(range(0, num_encoder_layers-1, aux_layer_period)))
self.final_dropout = nn.Dropout(p=dropout)
if output_dim == d_model: if output_dim == d_model:
self.encoder_output_layer = nn.Identity() self.encoder_output_layer = nn.Identity()
else: else:
@ -120,6 +121,7 @@ class Conformer(EncoderInterface):
x = self.encoder(x, pos_emb, src_key_padding_mask=mask, x = self.encoder(x, pos_emb, src_key_padding_mask=mask,
warmup=warmup) # (T, N, C) warmup=warmup) # (T, N, C)
x = self.final_dropout(x)
x = self.encoder_output_layer(x) x = self.encoder_output_layer(x)
x = x.permute(1, 0, 2) # (T, N, C) ->(N, T, C) x = x.permute(1, 0, 2) # (T, N, C) ->(N, T, C)