from local

This commit is contained in:
dohe0342 2022-12-30 16:28:30 +09:00
parent 936dd33b6b
commit ee72b4d48b
2 changed files with 2 additions and 2 deletions

View File

@ -144,11 +144,11 @@ class ResidualAdapterModule(nn.Module):
def build_adapter(embedding_dim, proj_dim):
return nn.Sequential(
nn.LayerNorm(embedding_dim),
#nn.LayerNorm(embedding_dim),
nn.Linear(embedding_dim, proj_dim),
nn.ReLU(),
nn.Linear(proj_dim, embedding_dim),
#nn.LayerNorm(embedding_dim),
nn.LayerNorm(embedding_dim),
)
self.adapter_layers = nn.ModuleList(