From e164393e91e34982aa23d5c1edfbb2998646817d Mon Sep 17 00:00:00 2001
From: Daniel Povey <dpovey@gmail.com>
Date: Thu, 29 Dec 2022 21:38:19 +0800
Subject: [PATCH] Increase default grad_scale of Balancer from 0.02 to 0.04.

---
 egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py b/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
index e8ae6b278..0e10658fc 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
@@ -1078,7 +1078,7 @@ class Balancer(torch.nn.Module):
             max_positive: FloatLike = 0.95,
             min_abs: FloatLike = 0.2,
             max_abs: FloatLike = 100.0,
-            grad_scale: FloatLike = 0.02,
+            grad_scale: FloatLike = 0.04,
             prob: Optional[FloatLike] = None,
     ):
         super().__init__()