mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Restore two nonlinearities.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-17 21:57:21 +08:00
parent 598f52cbac
commit 9a72567b7f
1 changed files with 15 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1792,18 +1792,27 @@ class Conv2dSubsampling(nn.Module):
stride=2,
padding=0,
),
ActivationBalancer(layer2_channels,
channel_dim=1,
max_abs=4.0),
SwooshR(),
)
self.convnext1 = nn.Sequential(ConvNeXt(layer2_channels),
ConvNeXt(layer2_channels))
self.conv2 = nn.Sequential(
nn.Conv2d(
in_channels=layer2_channels,
out_channels=layer3_channels,
kernel_size=3,
stride=(1, 2), # (time, freq)
))
nn.Conv2d(
in_channels=layer2_channels,
out_channels=layer3_channels,
kernel_size=3,
stride=(1, 2), # (time, freq)
),
ActivationBalancer(layer3_channels,
channel_dim=1,
max_abs=4.0),
SwooshR(),
)
self.convnext2 = nn.Sequential(ConvNeXt(layer3_channels),
ConvNeXt(layer3_channels))