Update decoder.py

This commit is contained in:
Yifan Yang 2024-07-05 14:52:35 +08:00 committed by GitHub
parent 2502987dc4
commit bad44a7aed
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -58,7 +58,7 @@ class Decoder(nn.Module):
self.embedding = nn.Embedding( self.embedding = nn.Embedding(
num_embeddings=vocab_size, num_embeddings=vocab_size,
decoder_dim=decoder_dim, embedding_dim=decoder_dim,
) )
# the balancers are to avoid any drift in the magnitude of the # the balancers are to avoid any drift in the magnitude of the
# embeddings, which would interact badly with parameter averaging. # embeddings, which would interact badly with parameter averaging.