mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-07 08:04:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update optim.py

Browse Source
This commit is contained in:
jinzr 2023-10-07 10:05:53 +08:00
parent 1b565dd251
commit 542698789a
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/zipformer/optim.py
View File

@ -491,6 +491,12 @@ class ScaledAdam(BatchedOptimizer):
if self.show_dominant_parameters:
assert p.shape[0] == len(param_names)
self._show_gradient_dominating_parameter(tuples, tot_sumsq)
if ans != ans: # e.g. ans is nan
ans = 0.0
if ans == 0.0:
for p, state, param_names in tuples:
p.grad.zero_() # get rid of infinity()
return ans
def _show_gradient_dominating_parameter(
@ -573,7 +579,7 @@ class ScaledAdam(BatchedOptimizer):
grad = p.grad
if clipping_scale != 1.0:
grad = grad * clipping_scale
grad *= clipping_scale
step = state["step"]
delta = state["delta"]