from local

This commit is contained in:
dohe0342 2022-12-30 16:28:25 +09:00
parent cad84cd79c
commit 936dd33b6b
2 changed files with 1 additions and 1 deletions

View File

@ -148,7 +148,7 @@ class ResidualAdapterModule(nn.Module):
nn.Linear(embedding_dim, proj_dim),
nn.ReLU(),
nn.Linear(proj_dim, embedding_dim),
nn.LayerNorm(embedding_dim),
#nn.LayerNorm(embedding_dim),
)
self.adapter_layers = nn.ModuleList(