mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Apply layer-skip dropout prob

Browse Source
This commit is contained in:
Daniel Povey 2022-10-29 20:11:39 +08:00
parent 9a7979d7b8
commit 072776b2a1
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -256,7 +256,9 @@ class Zipformer(EncoderInterface):
for i, module in enumerate(self.encoders): for i, module in enumerate(self.encoders):
ds = self.zipformer_downsampling_factors[i] ds = self.zipformer_downsampling_factors[i]
if self.skip_layers[i] is not None: if self.skip_layers[i] is not None:
x = self.skip_modules[i](outputs[self.skip_layers[i]], x) layer_skip_dropout_prob = 0.05
if (not self.training) or random.random() > layer_skip_dropout_prob:
x = self.skip_modules[i](outputs[self.skip_layers[i]], x)
x = module(x, x = module(x,
feature_mask=feature_masks[i], feature_mask=feature_masks[i],
src_key_padding_mask=None if mask is None else mask[...,::ds]) src_key_padding_mask=None if mask is None else mask[...,::ds])