mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Reduce min_abs from 1.0e-04 to 5.0e-06

Browse Source
This commit is contained in:
Daniel Povey 2022-10-20 13:53:10 +08:00
parent 5a0914fdcf
commit 6601035db1
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -195,7 +195,7 @@ def random_clamp(x: Tensor,
def random_cast_to_half(x: Tensor,
min_abs: float = 1.0e-04) -> Tensor:
min_abs: float = 5.0e-06) -> Tensor:
"""
A randomized way of casting a floating point value to half precision.
"""
@ -236,7 +236,7 @@ class RandomGrad(torch.nn.Module):
accuracy of training when using amp (automatic mixed precision)
"""
def __init__(self,
min_abs: float = 1.0e-04):
min_abs: float = 5.0e-06):
super(RandomGrad, self).__init__()
self.min_abs = min_abs