mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove the feature where it was bypassing groups of layers.

Browse Source
This commit is contained in:
Daniel Povey 2022-10-07 18:50:53 +08:00
parent ff4028df8e
commit b9a95af099
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -49,7 +49,7 @@ class Conformer(EncoderInterface):
layer_dropout (float): layer-dropout rate.
cnn_module_kernel (int): Kernel size of convolution module
vgg_frontend (bool): whether to use vgg frontend.
warmup (float): number of batches to warm up over (gradually skip
warmup_batches (float): number of batches to warm up over (gradually skip
layer bypass)
"""
@ -467,12 +467,12 @@ class ConformerEncoder(nn.Module):
output = apply_bypass(outputs[-1], output,
warmup, 0.1, 0.5)
# also apply bypass to twos and fours of layers.
if i > 0 and i % 2 == 0:
output = apply_bypass(outputs[-2], output,
warmup, 0.25, 1.0)
if i > 0 and i % 4 == 0:
output = apply_bypass(outputs[-4], output,
warmup, 0.25, 1.0)
#if i > 0 and i % 2 == 0:
# output = apply_bypass(outputs[-2], output,
# warmup, 0.25, 1.0)
#if i > 0 and i % 4 == 0:
# output = apply_bypass(outputs[-4], output,
# warmup, 0.25, 1.0)
output = output * feature_mask
outputs.append(output)