from local

This commit is contained in:
dohe0342 2022-12-26 22:34:38 +09:00
parent da347bb733
commit 95f973d4d7
2 changed files with 1 additions and 0 deletions

View File

@ -144,6 +144,7 @@ class ResidualAdapterModule(nn.Module):
def build_adapter(embedding_dim, proj_dim):
return nn.Sequential(
nn.LayerNorm(embedding_dim),
nn.Linear(embedding_dim, proj_dim),
nn.ReLU(),
nn.Linear(proj_dim, embedding_dim),