From 6ebff23cb94e72fa4a777560f415d2d2ce725c52 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 25 Oct 2022 12:53:12 +0800 Subject: [PATCH] Reduce cutoff from 100 to 5 for estimating OOM with warmup --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index cab0289c0..97fb79b25 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -450,8 +450,8 @@ class ConformerEncoder(nn.Module): initial_layerdrop_prob = 0.5 final_layerdrop_prob = 0.05 - if warmup_count < 100.0: - # As a special case, if warmup_count < 100.0 return 0 (drop no + if warmup_count < 5.0: + # As a special case, if warmup_count < 5.0 return 0 (drop no # layers). This is rather ugly, I'm afraid; it is intended to # enable our scan_pessimistic_batches_for_oom() code to work correctly # so if we are going to get OOM it will happen early.