From f0285bb4f51702505c8e450330164848112ec489 Mon Sep 17 00:00:00 2001
From: jinzr <zengrui.jin0@gmail.com>
Date: Fri, 3 Nov 2023 10:49:02 +0800
Subject: [PATCH] Update optim.py

---
 egs/librispeech/ASR/zipformer/optim.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/egs/librispeech/ASR/zipformer/optim.py b/egs/librispeech/ASR/zipformer/optim.py
index 8ee2b0eb4..ddf9ae0c1 100644
--- a/egs/librispeech/ASR/zipformer/optim.py
+++ b/egs/librispeech/ASR/zipformer/optim.py
@@ -456,6 +456,8 @@ class ScaledAdam(BatchedOptimizer):
                 quartiles.append(sorted_norms[index].item())
 
             median = quartiles[2]
+            if median - median != 0:
+                raise RuntimeError("Too many grads were not finite")
             threshold = clipping_scale * median
             first_state["model_norm_threshold"] = threshold
             percent_clipped = (