mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-08 08:34:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Reduce scale on decorrelation by 5, to 0.01

Browse Source
This commit is contained in:
Daniel Povey 2022-06-07 17:10:54 +08:00
parent 7c6d923d3f
commit 53ca61db7a
2 changed files with 3 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
egs/librispeech/ASR/pruned_transducer_stateless2/decoder.py
View File

@ -17,11 +17,7 @@
import torch
import torch.nn as nn
import torch.nn.functional as F
from scaling import (
ScaledConv1d,
ScaledEmbedding,
Decorrelate,
)
from scaling import ScaledConv1d, ScaledEmbedding
class Decoder(nn.Module):
@ -63,9 +59,6 @@ class Decoder(nn.Module):
embedding_dim=decoder_dim,
padding_idx=blank_id,
)
self.decorrelate = Decorrelate(apply_prob=0.25,
dropout_rate=0.05)
self.blank_id = blank_id
assert context_size >= 1, context_size
@ -106,6 +99,5 @@ class Decoder(nn.Module):
assert embedding_out.size(-1) == self.context_size
embedding_out = self.conv(embedding_out)
embedding_out = embedding_out.permute(0, 2, 1)
embedding_out = self.decorrelate(embedding_out)
embedding_out = F.relu(embedding_out)
return embedding_out

3
egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
View File

@ -199,7 +199,8 @@ class ConformerEncoderLayer(nn.Module):
)
self.dropout = torch.nn.Dropout(dropout)
self.decorrelate = Decorrelate(apply_prob=0.25, dropout_rate=0.05)
self.decorrelate = Decorrelate(apply_prob=0.25,
dropout_rate=0.01)
def forward(