mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
1eb313971e
commit
6c0c33415d
Binary file not shown.
Binary file not shown.
@ -88,7 +88,7 @@ class LoRAHook():
|
|||||||
self.lora = LoRAModule(
|
self.lora = LoRAModule(
|
||||||
embedding_dim=768,
|
embedding_dim=768,
|
||||||
rank=4,
|
rank=4,
|
||||||
lora_alpha=1.0,
|
lora_alpha=10000,
|
||||||
)
|
)
|
||||||
def hook_fn(self, module, input, output):
|
def hook_fn(self, module, input, output):
|
||||||
lora_out = self.lora(input[0])
|
lora_out = self.lora(input[0])
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user