from local

This commit is contained in:
dohe0342 2023-05-24 13:45:01 +09:00
parent ecb2f5fdc1
commit 95a23e01fe
3 changed files with 1 additions and 0 deletions

View File

@ -168,6 +168,7 @@ class LoRAModule(nn.Module):
nn.init.normal_(self.lora_A.bias.data) nn.init.normal_(self.lora_A.bias.data)
def forward(self, x): def forward(self, x):
print(x)
x = x.transpose(0, 1) x = x.transpose(0, 1)
x = self.lora_A(x) x = self.lora_A(x)
x = self.lora_B(x) x = self.lora_B(x)