diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.bitfit.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.bitfit.py.swp
index 7312e1578..31efcdb3d 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.bitfit.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.bitfit.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py
index 18fb2baf1..631f69a58 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/bitfit.py
@@ -1587,7 +1587,7 @@ def run_adapter(rank, world_size, args, wb=None):
     adapter_names = []
     adapter_param = []
     for n, p  in model.named_parameters():
-        if 'k_proj.bias' in n:
+        if 'q_proj.bias' in n or 'fc1.bias' in n:
             adapter_names.append(n)
             adapter_param.append(p)
         else: