From 6601035db1139560c74e4306a0de8bf1b1f110d6 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 20 Oct 2022 13:53:10 +0800 Subject: [PATCH] Reduce min_abs from 1.0e-04 to 5.0e-06 --- egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py b/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py index fd1091b7f..80154de51 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py @@ -195,7 +195,7 @@ def random_clamp(x: Tensor, def random_cast_to_half(x: Tensor, - min_abs: float = 1.0e-04) -> Tensor: + min_abs: float = 5.0e-06) -> Tensor: """ A randomized way of casting a floating point value to half precision. """ @@ -236,7 +236,7 @@ class RandomGrad(torch.nn.Module): accuracy of training when using amp (automatic mixed precision) """ def __init__(self, - min_abs: float = 1.0e-04): + min_abs: float = 5.0e-06): super(RandomGrad, self).__init__() self.min_abs = min_abs