Avoid error in ddp by using last module'sc scores

2025-12-11 06:55:27 +00:00 · 2022-09-22 18:52:16 +08:00 · 2022-09-22 18:52:16 +08:00 · c16f795962
commit c16f795962
parent 0f85a3c2e5
1 changed files with 2 additions and 0 deletions
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@ -358,6 +358,8 @@ class ConformerEncoder(nn.Module):

        output = self.combiner(outputs)

+        output = output + 0.0 * attn_scores.sum()  # just ensure attn_scores is used in backprop
+
        return output