from local

This commit is contained in:
dohe0342 2023-05-18 17:12:30 +09:00
parent 3710b3dd43
commit d904bc9572
2 changed files with 2 additions and 0 deletions

View File

@ -99,6 +99,8 @@ class TransformerEncoderAdapter(TransformerEncoder):
)
x_diff = self.lora(x, layer_idx=i)
x += x_diff
if i >= min_layer:
layer_results.append((x, z, lr))