from local

This commit is contained in:
dohe0342 2022-12-26 14:26:13 +09:00
parent 7f0b8a508b
commit a1ef4531b3
2 changed files with 2 additions and 0 deletions

View File

@ -154,8 +154,10 @@ class ResidualAdapterModule(nn.Module):
)
def forward(x, layer_id=0):#, layer_id=-1):
print(x.size())
x = x.transpose(0, 1)
residual = x
print(residual.size())
x = self.adapter_layers[layer_id](x)
x = residual + x
x = x.transpose(0, 1)