mirrors/icefall
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Increase default max_factor for ActivationBalancer from 0.02 to 0.04; decrease max_abs in ConvolutionModule.deriv_balancer2 from 100.0 to 20.0

Browse Source
This commit is contained in:
Daniel Povey 2022-10-23 00:09:21 +08:00
parent ad2d3c2b36
commit b7083e7aff
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -1334,7 +1334,9 @@ class ConvolutionModule(nn.Module):
)
self.deriv_balancer2 = ActivationBalancer(
channels, channel_dim=1, min_positive=0.05, max_positive=1.0
channels, channel_dim=1,
min_positive=0.05, max_positive=1.0,
max_abs=20.0,
)
self.activation = DoubleSwish()

2
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -477,7 +477,7 @@ class ActivationBalancer(torch.nn.Module):
channel_dim: int,
min_positive: float = 0.05,
max_positive: float = 0.95,
max_factor: float = 0.02,
max_factor: float = 0.04,
sign_gain_factor: float = 0.01,
scale_gain_factor: float = 0.02,
min_abs: float = 0.2,