Halve scale on aux_loss

This commit is contained in:
Daniel Povey 2022-11-28 16:37:46 +08:00
parent cee62c823d
commit 88bc45d596

View File

@ -348,7 +348,7 @@ def _whitening_schedule(x: float, ratio: float = 2.0) -> ScheduledFloat:
default=x)
def _aux_grad_scale() -> float:
return 0.2
return 0.1
def _aux_grad_prob_out() -> ScheduledFloat:
return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125))
def _aux_grad_prob_in() -> ScheduledFloat: