from local

This commit is contained in:
dohe0342 2023-05-25 21:05:30 +09:00
parent 684cfbf63f
commit 5c3819098d
3 changed files with 2 additions and 2 deletions

View File

@ -171,10 +171,10 @@ class LoRAModule(nn.Module):
nn.init.normal_(self.lora_A.bias.data) nn.init.normal_(self.lora_A.bias.data)
def forward(self, x): def forward(self, x):
x = x.transpose(0, 1) #x = x.transpose(0, 1)
x = self.lora_A(x) x = self.lora_A(x)
x = self.lora_B(x) x = self.lora_B(x)
x = x.transpose(0, 1) #x = x.transpose(0, 1)
x *= self.scaling x *= self.scaling
return x return x