mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
71d9672bc8
commit
fff0a8c425
Binary file not shown.
Binary file not shown.
@ -162,10 +162,10 @@ class LoRAModule(nn.Module):
|
||||
self.reset_parameters()
|
||||
|
||||
def reset_parameters(self):
|
||||
#nn.init.zeros_(self.lora_B.weight.data)
|
||||
#nn.init.zeros_(self.lora_B.bias.data)
|
||||
nn.init.normal_(self.lora_B.weight.data)
|
||||
nn.init.normal_(self.lora_B.bias.data)
|
||||
nn.init.zeros_(self.lora_B.weight.data)
|
||||
nn.init.zeros_(self.lora_B.bias.data)
|
||||
#nn.init.normal_(self.lora_B.weight.data)
|
||||
#nn.init.normal_(self.lora_B.bias.data)
|
||||
|
||||
nn.init.normal_(self.lora_A.weight.data)
|
||||
nn.init.normal_(self.lora_A.bias.data)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user