Decrease scale on decorrelate component from 0.02 to 0.01

This commit is contained in:
Daniel Povey 2022-06-09 12:07:19 +08:00
parent 56d6dd55ae
commit bfcd288afd

View File

@ -199,7 +199,7 @@ class ConformerEncoderLayer(nn.Module):
)
self.dropout = nn.Dropout(dropout)
self.decorrelate = Decorrelate(d_model, scale=0.02)
self.decorrelate = Decorrelate(d_model, scale=0.01)
def forward(