from local

This commit is contained in:
dohe0342 2023-05-24 13:45:09 +09:00
parent 95a23e01fe
commit 32fac34586
2 changed files with 2 additions and 0 deletions

View File

@ -168,7 +168,9 @@ class LoRAModule(nn.Module):
nn.init.normal_(self.lora_A.bias.data) nn.init.normal_(self.lora_A.bias.data)
def forward(self, x): def forward(self, x):
print('-'*30)
print(x) print(x)
print('-'*30)
x = x.transpose(0, 1) x = x.transpose(0, 1)
x = self.lora_A(x) x = self.lora_A(x)
x = self.lora_B(x) x = self.lora_B(x)