mirrors/icefall
Archived
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Restore two nonlinearities.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-17 21:57:21 +08:00
parent 598f52cbac
commit 9a72567b7f
1 changed files with 15 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1792,18 +1792,27 @@ class Conv2dSubsampling(nn.Module):
stride=2, stride=2,
padding=0, padding=0,
), ),
ActivationBalancer(layer2_channels,
channel_dim=1,
max_abs=4.0),
SwooshR(),
) )
self.convnext1 = nn.Sequential(ConvNeXt(layer2_channels), self.convnext1 = nn.Sequential(ConvNeXt(layer2_channels),
ConvNeXt(layer2_channels)) ConvNeXt(layer2_channels))
self.conv2 = nn.Sequential( self.conv2 = nn.Sequential(
nn.Conv2d( nn.Conv2d(
in_channels=layer2_channels, in_channels=layer2_channels,
out_channels=layer3_channels, out_channels=layer3_channels,
kernel_size=3, kernel_size=3,
stride=(1, 2), # (time, freq) stride=(1, 2), # (time, freq)
)) ),
ActivationBalancer(layer3_channels,
channel_dim=1,
max_abs=4.0),
SwooshR(),
)
self.convnext2 = nn.Sequential(ConvNeXt(layer3_channels), self.convnext2 = nn.Sequential(ConvNeXt(layer3_channels),
ConvNeXt(layer3_channels)) ConvNeXt(layer3_channels))