diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_adapter.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_adapter.py.swp
index ffb917924..7169d30a0 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_adapter.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_adapter.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py
index 9a04870b5..5d07b1c5b 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_adapter.py
@@ -1541,8 +1541,8 @@ def run_adapter(rank, world_size, args, wb=None):
         if 'adapters' in n or 'joiner' in n or 'simple' in n or 'ctc' in n:
             adapter_names.append(n)
             adapter_param.append(p)
-        #else:
-        #    p.requires_grad = False
+        else:
+            p.requires_grad = False
     optimizer_adapter = ScaledAdam(
             adapter_param,
             lr=params.adapter_lr,