mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-01-29 19:28:37 +09:00
parent 8f09b5000e
commit eabb297212
2 changed files with 20 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp
View File

Binary file not shown.

30
egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
View File

@ -693,17 +693,27 @@ class ConformerEncoder(nn.Module):
output = src
outputs = []
residual = None
for i, mod in enumerate(self.layers):
if random.random() < 0.05:
continue
output = mod(
output,
pos_emb,
src_mask=mask,
src_key_padding_mask=src_key_padding_mask,
warmup=warmup,
)
if i in [2,5,8]:
residual = output
output = mod(
output,
pos_emb,
src_mask=mask,
src_key_padding_mask=src_key_padding_mask,
warmup=warmup,
)
output += residual
else:
output = mod(
output,
pos_emb,
src_mask=mask,
src_key_padding_mask=src_key_padding_mask,
warmup=warmup,
)
#if i in self.aux_layers:
# outputs.append(output)