From 97bc894f623cc04037a2f4683c59dc149a81275b Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 7 Oct 2022 19:01:35 +0800 Subject: [PATCH] Implement layer dropout with probability 0.075 --- .../ASR/pruned_transducer_stateless7/conformer.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index b55ae9ac1..374470ff7 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -447,8 +447,12 @@ class ConformerEncoder(nn.Module): warmup: float, min_output_scale: float = 0.1, max_output_scale: float = 1.0): - output_scale = max(warmup * max_output_scale, - min_output_scale) + layer_dropout_prob = 0.075 + if self.training and random.random() < layer_dropout_prob: + output_scale = 0.1 + else: + output_scale = max(warmup * max_output_scale, + min_output_scale) if output_scale == 1.0: return output else: