from local

This commit is contained in:
dohe0342 2022-12-26 14:43:32 +09:00
parent 354601b350
commit e434e22672
2 changed files with 0 additions and 6 deletions

View File

@ -96,7 +96,6 @@ class TransformerEncoderAdapter(TransformerEncoder):
x, self_attn_padding_mask=padding_mask, need_weights=False, x, self_attn_padding_mask=padding_mask, need_weights=False,
) )
x = self.adapters(x, layer_id=i) x = self.adapters(x, layer_id=i)
exit()
if i >= min_layer: if i >= min_layer:
layer_results.append((x, z, lr)) layer_results.append((x, z, lr))
@ -155,16 +154,11 @@ class ResidualAdapterModule(nn.Module):
def forward(self, x, layer_id=-1): def forward(self, x, layer_id=-1):
layer_id = 0 layer_id = 0
print(x.size())
x = x.transpose(0, 1) x = x.transpose(0, 1)
residual = x residual = x
print(residual.size())
x = self.adapter_layers[layer_id](x) x = self.adapter_layers[layer_id](x)
print(x.size())
x = residual + x x = residual + x
print(x.size())
x = x.transpose(0, 1) x = x.transpose(0, 1)
print(x.size())
return x return x