From 71b8bfe2124de554c0b679b8aaa76e1b0d96f983 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 8 Oct 2022 13:04:14 +0800 Subject: [PATCH] Fix bug in warmup --- .../ASR/pruned_transducer_stateless7/conformer.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index bbd0bd6e7..766234ade 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -369,7 +369,7 @@ class ConformerEncoderLayer(nn.Module): warmup_value = self.get_warmup_value(warmup_count) if warmup_value < 1.0 and self.training: - delta = src_orig - src + delta = src - src_orig keep_prob = 0.5 * (1. + warmup_value) delta = delta * (torch.rand_like(delta) < keep_prob) src = src_orig + delta @@ -482,6 +482,9 @@ class ConformerEncoder(nn.Module): output = 0.5 * (next_output + output) output = output * feature_mask + output_mean = output.abs().mean().item() + if random.random() < 0.01: + logging.info(f"i={i}, output_mean={output_mean}") return output