from local

This commit is contained in:
dohe0342 2023-05-18 17:11:59 +09:00
parent 6467acd41d
commit f8564af171
2 changed files with 1 additions and 1 deletions

View File

@ -259,7 +259,7 @@ class LoRAModule(nn.Module):
nn.init.zeros_(self.lora_B) nn.init.zeros_(self.lora_B)
nn.init_normal_(self.lora_A) nn.init_normal_(self.lora_A)
def forward(self, x, layer_id=-1): def forward(self, x, layer_idx=-1):
x = x.transpose(0, 1) x = x.transpose(0, 1)
x = self.lora_A[layer_idx](x) x = self.lora_A[layer_idx](x)
x = self.lora_B[layer_idx](x) x = self.lora_B[layer_idx](x)