from local

This commit is contained in:
dohe0342 2023-05-18 17:11:51 +09:00
parent 5042500454
commit 6467acd41d
2 changed files with 2 additions and 1 deletions

View File

@ -97,7 +97,8 @@ class TransformerEncoderAdapter(TransformerEncoder):
x, (z, lr) = layer( x, (z, lr) = layer(
x, self_attn_padding_mask=padding_mask, need_weights=False, x, self_attn_padding_mask=padding_mask, need_weights=False,
) )
x = self.adapters(x, layer_id=i) #x = self.adapters(x, layer_id=i)
x_diff = self.lora(x, layer_id=i)
if i >= min_layer: if i >= min_layer:
layer_results.append((x, z, lr)) layer_results.append((x, z, lr))