from local

This commit is contained in:
dohe0342 2023-05-24 12:05:22 +09:00
parent 86ad1ce0eb
commit 7c44951a40
2 changed files with 1 additions and 0 deletions

View File

@ -170,6 +170,7 @@ class LoRAModule(nn.Module):
x = self.lora_A[layer_idx](x)
x = self.lora_B[layer_idx](x)
x = x.transpose(0, 1)
x *= self.scaling
return x