mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Set max_abs values on Conv2dSubsampling module.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-11 19:29:35 +08:00
parent a01fc3b220
commit f4ff6188d9
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1777,7 +1777,8 @@ class Conv2dSubsampling(nn.Module):
), ),
ScaleGrad(0.1), ScaleGrad(0.1),
ActivationBalancer(layer1_channels, ActivationBalancer(layer1_channels,
channel_dim=1), channel_dim=1,
max_abs=0.5),
DoubleSwish(), DoubleSwish(),
nn.Conv2d( nn.Conv2d(
in_channels=layer1_channels, in_channels=layer1_channels,
@ -1787,7 +1788,8 @@ class Conv2dSubsampling(nn.Module):
padding=0, padding=0,
), ),
ActivationBalancer(layer2_channels, ActivationBalancer(layer2_channels,
channel_dim=1), channel_dim=1,
max_abs=2.0),
DoubleSwish(), DoubleSwish(),
nn.Conv2d( nn.Conv2d(
in_channels=layer2_channels, in_channels=layer2_channels,
@ -1796,7 +1798,8 @@ class Conv2dSubsampling(nn.Module):
stride=(1, 2), # (time, freq) stride=(1, 2), # (time, freq)
), ),
ActivationBalancer(layer3_channels, ActivationBalancer(layer3_channels,
channel_dim=1), channel_dim=1,
max_abs=2.0),
DoubleSwish(), DoubleSwish(),
) )
out_height = (((in_channels - 1) // 2) - 1) // 2 out_height = (((in_channels - 1) // 2) - 1) // 2