diff --git a/egs/librispeech/ASR/zipformer_lora/scaling.py b/egs/librispeech/ASR/zipformer_lora/scaling.py index 8971c0598..018b070ee 100644 --- a/egs/librispeech/ASR/zipformer_lora/scaling.py +++ b/egs/librispeech/ASR/zipformer_lora/scaling.py @@ -1764,6 +1764,8 @@ class ActivationDropoutAndLinear_lora(torch.nn.Module): initial_scale=initial_scale, bias=bias, ) + self.weight = self.l.weight + self.register_parameter("bias", self.l.bias) if activation == "SwooshL": self.activation = SwooshL()