From c0924f0a2f6b54d2dd0b413cd444bdc2811d11e3 Mon Sep 17 00:00:00 2001 From: marcoyang Date: Thu, 14 Mar 2024 12:20:45 +0800 Subject: [PATCH] register the weight and bias --- egs/librispeech/ASR/zipformer_lora/scaling.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/egs/librispeech/ASR/zipformer_lora/scaling.py b/egs/librispeech/ASR/zipformer_lora/scaling.py index 8971c0598..018b070ee 100644 --- a/egs/librispeech/ASR/zipformer_lora/scaling.py +++ b/egs/librispeech/ASR/zipformer_lora/scaling.py @@ -1764,6 +1764,8 @@ class ActivationDropoutAndLinear_lora(torch.nn.Module): initial_scale=initial_scale, bias=bias, ) + self.weight = self.l.weight + self.register_parameter("bias", self.l.bias) if activation == "SwooshL": self.activation = SwooshL()