from local

This commit is contained in:
dohe0342 2023-05-18 17:12:20 +09:00
parent f8564af171
commit 3710b3dd43
2 changed files with 1 additions and 2 deletions

View File

@ -97,8 +97,7 @@ class TransformerEncoderAdapter(TransformerEncoder):
x, (z, lr) = layer(
x, self_attn_padding_mask=padding_mask, need_weights=False,
)
#x = self.adapters(x, layer_id=i)
x_diff = self.lora(x, layer_id=i)
x_diff = self.lora(x, layer_idx=i)
if i >= min_layer:
layer_results.append((x, z, lr))