mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-07 08:04:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Further increase scales

Browse Source
This commit is contained in:
Daniel Povey 2022-05-22 12:25:26 +08:00
parent 9e206d53fc
commit b916789ca3
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless4/conformer.py
View File

@ -175,7 +175,7 @@ class ConformerEncoderLayer(nn.Module):
DoubleSwish(),
nn.Dropout(dropout),
ScaledLinear(dim_feedforward, d_model,
initial_scale=0.05),
initial_scale=0.1),
)
self.feed_forward_macaron = nn.Sequential(
@ -184,7 +184,7 @@ class ConformerEncoderLayer(nn.Module):
DoubleSwish(),
nn.Dropout(dropout),
ScaledLinear(dim_feedforward, d_model,
initial_scale=0.05),
initial_scale=0.1),
)
self.conv_module = ConvolutionModule(d_model,
@ -440,7 +440,7 @@ class RelPositionMultiheadAttention(nn.Module):
self.in_proj = nn.Linear(embed_dim, 3 * embed_dim, bias=True)
self.out_proj = ScaledLinear(
embed_dim, embed_dim, bias=True, initial_scale=0.2
embed_dim, embed_dim, bias=True, initial_scale=0.5
)
# linear transformation for positional encoding.
@ -904,7 +904,7 @@ class ConvolutionModule(nn.Module):
stride=1,
padding=0,
bias=bias,
initial_scale=0.2,
initial_scale=0.5,
)
def forward(self, x: Tensor) -> Tensor: