from local
This commit is contained in:
parent
ac94ffaa2a
commit
7f0b8a508b
Binary file not shown.
@ -153,7 +153,7 @@ class ResidualAdapterModule(nn.Module):
|
|||||||
[build_adapter(embedding_dim, proj_dim) for _ in range(layer_num)]
|
[build_adapter(embedding_dim, proj_dim) for _ in range(layer_num)]
|
||||||
)
|
)
|
||||||
|
|
||||||
def forward(x, layer_id = 0)#, layer_id=-1):
|
def forward(x, layer_id=0):#, layer_id=-1):
|
||||||
x = x.transpose(0, 1)
|
x = x.transpose(0, 1)
|
||||||
residual = x
|
residual = x
|
||||||
x = self.adapter_layers[layer_id](x)
|
x = self.adapter_layers[layer_id](x)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user