mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-26 18:24:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

register the weight and bias

Browse Source
This commit is contained in:
marcoyang 2024-03-14 12:20:45 +08:00
parent 6806810666
commit c0924f0a2f
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/zipformer_lora/scaling.py
View File

@ -1764,6 +1764,8 @@ class ActivationDropoutAndLinear_lora(torch.nn.Module):
initial_scale=initial_scale, initial_scale=initial_scale,
bias=bias, bias=bias,
) )
self.weight = self.l.weight
self.register_parameter("bias", self.l.bias)
if activation == "SwooshL": if activation == "SwooshL":
self.activation = SwooshL() self.activation = SwooshL()