mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change DoubleSwish to SwooshR in Conv2dSubsampling, double max_abs limits.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-12 15:58:36 +08:00
parent f4ff6188d9
commit 7de7753ea2
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1775,11 +1775,11 @@ class Conv2dSubsampling(nn.Module):
kernel_size=3, kernel_size=3,
padding=(0, 1), # (time, freq) padding=(0, 1), # (time, freq)
), ),
ScaleGrad(0.1), ScaleGrad(0.2),
ActivationBalancer(layer1_channels, ActivationBalancer(layer1_channels,
channel_dim=1, channel_dim=1,
max_abs=0.5), max_abs=1.0),
DoubleSwish(), SwooshR(),
nn.Conv2d( nn.Conv2d(
in_channels=layer1_channels, in_channels=layer1_channels,
out_channels=layer2_channels, out_channels=layer2_channels,
@ -1789,8 +1789,8 @@ class Conv2dSubsampling(nn.Module):
), ),
ActivationBalancer(layer2_channels, ActivationBalancer(layer2_channels,
channel_dim=1, channel_dim=1,
max_abs=2.0), max_abs=4.0),
DoubleSwish(), SwooshR(),
nn.Conv2d( nn.Conv2d(
in_channels=layer2_channels, in_channels=layer2_channels,
out_channels=layer3_channels, out_channels=layer3_channels,
@ -1799,8 +1799,8 @@ class Conv2dSubsampling(nn.Module):
), ),
ActivationBalancer(layer3_channels, ActivationBalancer(layer3_channels,
channel_dim=1, channel_dim=1,
max_abs=2.0), max_abs=4.0),
DoubleSwish(), SwooshR(),
) )
out_height = (((in_channels - 1) // 2) - 1) // 2 out_height = (((in_channels - 1) // 2) - 1) // 2