from local

This commit is contained in:
dohe0342 2023-05-18 17:04:09 +09:00
parent 183bb88394
commit d2dffc3bb9
2 changed files with 2 additions and 2 deletions

View File

@ -252,8 +252,8 @@ class LoRAModule(nn.Module):
else:
self.lora_dropout = lambda x: x
self.lora_A = nn.Linear(embedding_dim, r)
self.lora_B = nn.Linear(r, embedding_dim)
self.lora_A = nn.Linear(embedding_dim, self.r)
self.lora_B = nn.Linear(self.r, embedding_dim)
self.scaling = self.lora_alpha / self.r