mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-07 16:14:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

change for decoder.py

Browse Source
This commit is contained in:
luomingshuang 2022-03-10 11:29:12 +08:00
parent 18b8c670dd
commit eb48ade752
1 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
egs/librispeech/ASR/pruned_transducer_stateless/decoder.py
View File

@ -52,7 +52,7 @@ class Decoder(nn.Module):
Number of previous words to use to predict the next word. Number of previous words to use to predict the next word.
1 means bigram; 2 means trigram. n means (n+1)-gram. 1 means bigram; 2 means trigram. n means (n+1)-gram.
modify_embedding_layer: modify_embedding_layer:
Decide to modify the decoder embedding layer or not. Whether modify the decoder embedding layer or not.
""" """
super().__init__() super().__init__()
self.embedding = nn.Embedding( self.embedding = nn.Embedding(
@ -61,12 +61,18 @@ class Decoder(nn.Module):
padding_idx=blank_id, padding_idx=blank_id,
) )
self.modify_embedding_layer = modify_embedding_layer self.modify_embedding_layer = modify_embedding_layer
self.embedding_dim_inv_sqrt = embedding_dim ** 0.5 self.embedding_dim_sqrt = embedding_dim ** 0.5
embedding_weight = torch.randn(vocab_size, embedding_dim) * (
1 / self.embedding_dim_sqrt
)
if self.modify_embedding_layer: if self.modify_embedding_layer:
embedding_weight = torch.randn(vocab_size, embedding_dim) * ( self.embedding = nn.Embedding(
1 / self.embedding_dim_inv_sqrt num_embeddings=vocab_size,
embedding_dim=embedding_dim,
padding_idx=blank_id,
_weight=embedding_weight,
) )
self.embedding.weight = nn.Parameter(embedding_weight) self.embedding._fill_padding_idx_with_zero()
self.embedding_dim = embedding_dim self.embedding_dim = embedding_dim
self.blank_id = blank_id self.blank_id = blank_id
@ -97,7 +103,7 @@ class Decoder(nn.Module):
""" """
embedding_out = self.embedding(y) embedding_out = self.embedding(y)
if self.modify_embedding_layer: if self.modify_embedding_layer:
embedding_out = self.embedding(y) * self.embedding_dim_inv_sqrt embedding_out = self.embedding(y) * self.embedding_dim_sqrt
if self.context_size > 1: if self.context_size > 1:
embedding_out = embedding_out.permute(0, 2, 1) embedding_out = embedding_out.permute(0, 2, 1)