Increase max_factor in final lm_balancer and am_balancer

This commit is contained in:
Daniel Povey 2022-10-22 20:02:54 +08:00
parent 8b3bba9b54
commit 7a55cac346

View File

@ -72,11 +72,13 @@ class Transducer(nn.Module):
self.lm_balancer = ActivationBalancer(vocab_size,
channel_dim=-1,
min_positive=0, max_positive=1,
min_abs=0, max_abs=50.0)
min_abs=0, max_abs=50.0,
max_factor=0.1)
self.am_balancer = ActivationBalancer(vocab_size,
channel_dim=-1,
min_positive=0, max_positive=1,
min_abs=0, max_abs=20.0)
min_abs=0, max_abs=30.0,
max_factor=0.1)
def forward(
self,